2024-04-10T02:08:03.869 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-10T02:08:03.869 DEBUG:teuthology.run:Teuthology command: teuthology --name yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi --verbose --owner scheduled_yuriw@teuthology --archive /home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899 --description upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} -- /home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899/orig.config.yaml 2024-04-10T02:08:03.928 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-10T02:08:04.026 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899 branch: wip-yuri4-testing-2024-04-08-1432 description: upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} email: yweinste@redhat.com first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' first_in_suite: false job_id: '7648899' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run basic import/export cli tests for rbd ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri4-testing-2024-04-08-1432 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri4-testing-2024-04-08-1432 sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e owner: scheduled_yuriw@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' seed: 7233 sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: quincy clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 111/120000 suite: upgrade suite_branch: wip-yuri4-testing-2024-04-08-1432 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_3a866975a60f6dc859246f6f19fd8ddb4db2cc2e/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e targets: smithi057.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNbEuqU1vD2nm7aEjFxwYSZFtiO8eHcGONnAvCeIfWYMk5e1kmuHPgszm+zbgN6fJC9+6xdnVu/T1YS/D2iT/Nk= smithi096.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK8lKLqY59GYgW8t+rVoE8QbW/puJ04nRrw9lyADSCHCz8MhNt+tmBdN3hV/V5JH++mnAVp8+gWRul+PyFwAe64= tasks: - install: branch: quincy exclude_packages: - ceph-volume - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-09_14:58:21 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-10T02:08:04.026 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_3a866975a60f6dc859246f6f19fd8ddb4db2cc2e/qa; will attempt to use it 2024-04-10T02:08:04.027 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_3a866975a60f6dc859246f6f19fd8ddb4db2cc2e/qa/tasks 2024-04-10T02:08:04.027 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-10T02:08:04.029 INFO:teuthology.task.internal:Checking packages... 2024-04-10T02:08:04.051 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '3a866975a60f6dc859246f6f19fd8ddb4db2cc2e' 2024-04-10T02:08:04.051 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T02:08:04.052 INFO:teuthology.packaging:ref: None 2024-04-10T02:08:04.052 INFO:teuthology.packaging:tag: None 2024-04-10T02:08:04.052 INFO:teuthology.packaging:branch: wip-yuri4-testing-2024-04-08-1432 2024-04-10T02:08:04.052 INFO:teuthology.packaging:sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:08:04.052 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri4-testing-2024-04-08-1432 2024-04-10T02:08:04.197 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2051.g3a866975 2024-04-10T02:08:04.199 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-10T02:08:04.207 INFO:teuthology.task.internal:no buildpackages task found 2024-04-10T02:08:04.207 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-10T02:08:04.232 INFO:teuthology.task.internal:Saving configuration 2024-04-10T02:08:04.254 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-10T02:08:04.262 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-10T02:08:04.286 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi057.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 02:02:41.837121', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNbEuqU1vD2nm7aEjFxwYSZFtiO8eHcGONnAvCeIfWYMk5e1kmuHPgszm+zbgN6fJC9+6xdnVu/T1YS/D2iT/Nk='} 2024-04-10T02:08:04.305 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi096.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 02:02:41.835670', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK8lKLqY59GYgW8t+rVoE8QbW/puJ04nRrw9lyADSCHCz8MhNt+tmBdN3hV/V5JH++mnAVp8+gWRul+PyFwAe64='} 2024-04-10T02:08:04.305 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-10T02:08:04.316 INFO:teuthology.task.internal:roles: ubuntu@smithi057.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-10T02:08:04.316 INFO:teuthology.task.internal:roles: ubuntu@smithi096.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-10T02:08:04.316 INFO:teuthology.run_tasks:Running task console_log... 2024-04-10T02:08:04.397 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f205072f160>, signals=[15]) 2024-04-10T02:08:04.397 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-10T02:08:04.406 INFO:teuthology.task.internal:Opening connections... 2024-04-10T02:08:04.406 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi057.front.sepia.ceph.com 2024-04-10T02:08:04.408 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T02:08:04.516 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi096.front.sepia.ceph.com 2024-04-10T02:08:04.517 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T02:08:04.605 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-10T02:08:04.611 DEBUG:teuthology.orchestra.run.smithi057:> uname -m 2024-04-10T02:08:04.630 INFO:teuthology.orchestra.run.smithi057.stdout:x86_64 2024-04-10T02:08:04.630 DEBUG:teuthology.orchestra.run.smithi057:> cat /etc/os-release 2024-04-10T02:08:04.688 INFO:teuthology.orchestra.run.smithi057.stdout:NAME="CentOS Stream" 2024-04-10T02:08:04.688 INFO:teuthology.orchestra.run.smithi057.stdout:VERSION="9" 2024-04-10T02:08:04.688 INFO:teuthology.orchestra.run.smithi057.stdout:ID="centos" 2024-04-10T02:08:04.688 INFO:teuthology.orchestra.run.smithi057.stdout:ID_LIKE="rhel fedora" 2024-04-10T02:08:04.689 INFO:teuthology.orchestra.run.smithi057.stdout:VERSION_ID="9" 2024-04-10T02:08:04.689 INFO:teuthology.orchestra.run.smithi057.stdout:PLATFORM_ID="platform:el9" 2024-04-10T02:08:04.689 INFO:teuthology.orchestra.run.smithi057.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-10T02:08:04.689 INFO:teuthology.orchestra.run.smithi057.stdout:ANSI_COLOR="0;31" 2024-04-10T02:08:04.689 INFO:teuthology.orchestra.run.smithi057.stdout:LOGO="fedora-logo-icon" 2024-04-10T02:08:04.689 INFO:teuthology.orchestra.run.smithi057.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-10T02:08:04.689 INFO:teuthology.orchestra.run.smithi057.stdout:HOME_URL="https://centos.org/" 2024-04-10T02:08:04.689 INFO:teuthology.orchestra.run.smithi057.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-10T02:08:04.689 INFO:teuthology.orchestra.run.smithi057.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-10T02:08:04.689 INFO:teuthology.orchestra.run.smithi057.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-10T02:08:04.690 INFO:teuthology.lock.ops:Updating smithi057.front.sepia.ceph.com on lock server 2024-04-10T02:08:04.710 DEBUG:teuthology.orchestra.run.smithi096:> uname -m 2024-04-10T02:08:04.727 INFO:teuthology.orchestra.run.smithi096.stdout:x86_64 2024-04-10T02:08:04.728 DEBUG:teuthology.orchestra.run.smithi096:> cat /etc/os-release 2024-04-10T02:08:04.784 INFO:teuthology.orchestra.run.smithi096.stdout:NAME="CentOS Stream" 2024-04-10T02:08:04.785 INFO:teuthology.orchestra.run.smithi096.stdout:VERSION="9" 2024-04-10T02:08:04.785 INFO:teuthology.orchestra.run.smithi096.stdout:ID="centos" 2024-04-10T02:08:04.785 INFO:teuthology.orchestra.run.smithi096.stdout:ID_LIKE="rhel fedora" 2024-04-10T02:08:04.785 INFO:teuthology.orchestra.run.smithi096.stdout:VERSION_ID="9" 2024-04-10T02:08:04.785 INFO:teuthology.orchestra.run.smithi096.stdout:PLATFORM_ID="platform:el9" 2024-04-10T02:08:04.785 INFO:teuthology.orchestra.run.smithi096.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-10T02:08:04.785 INFO:teuthology.orchestra.run.smithi096.stdout:ANSI_COLOR="0;31" 2024-04-10T02:08:04.785 INFO:teuthology.orchestra.run.smithi096.stdout:LOGO="fedora-logo-icon" 2024-04-10T02:08:04.785 INFO:teuthology.orchestra.run.smithi096.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-10T02:08:04.786 INFO:teuthology.orchestra.run.smithi096.stdout:HOME_URL="https://centos.org/" 2024-04-10T02:08:04.786 INFO:teuthology.orchestra.run.smithi096.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-10T02:08:04.786 INFO:teuthology.orchestra.run.smithi096.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-10T02:08:04.786 INFO:teuthology.orchestra.run.smithi096.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-10T02:08:04.786 INFO:teuthology.lock.ops:Updating smithi096.front.sepia.ceph.com on lock server 2024-04-10T02:08:04.810 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-10T02:08:04.818 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-10T02:08:04.826 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-10T02:08:04.827 DEBUG:teuthology.orchestra.run.smithi057:> test '!' -e /home/ubuntu/cephtest 2024-04-10T02:08:04.830 DEBUG:teuthology.orchestra.run.smithi096:> test '!' -e /home/ubuntu/cephtest 2024-04-10T02:08:04.846 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-10T02:08:04.854 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-10T02:08:04.854 DEBUG:teuthology.orchestra.run.smithi057:> test -z $(ls -A /var/lib/ceph) 2024-04-10T02:08:04.887 DEBUG:teuthology.orchestra.run.smithi096:> test -z $(ls -A /var/lib/ceph) 2024-04-10T02:08:04.995 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-10T02:08:05.048 INFO:teuthology.run_tasks:Running task kernel... 2024-04-10T02:08:05.064 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-10T02:08:05.065 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-10T02:08:05.065 DEBUG:teuthology.orchestra.run.smithi057:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-10T02:08:05.065 DEBUG:teuthology.orchestra.run.smithi096:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-10T02:08:05.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T02:08:05.082 DEBUG:teuthology.orchestra.run.smithi057:> uname -r 2024-04-10T02:08:05.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T02:08:05.083 DEBUG:teuthology.orchestra.run.smithi096:> uname -r 2024-04-10T02:08:05.140 INFO:teuthology.orchestra.run.smithi096.stdout:5.14.0-361.el9.x86_64 2024-04-10T02:08:05.140 INFO:teuthology.task.kernel:Running kernel on smithi096: 5.14.0-361.el9.x86_64 2024-04-10T02:08:05.140 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum install -y kernel 2024-04-10T02:08:05.141 INFO:teuthology.orchestra.run.smithi057.stdout:5.14.0-361.el9.x86_64 2024-04-10T02:08:05.142 INFO:teuthology.task.kernel:Running kernel on smithi057: 5.14.0-361.el9.x86_64 2024-04-10T02:08:05.142 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum install -y kernel 2024-04-10T02:08:07.271 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS-9 - AppStream 15 MB/s | 8.1 MB 00:00 2024-04-10T02:08:07.517 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS-9 - AppStream 11 MB/s | 8.1 MB 00:00 2024-04-10T02:08:08.913 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS-9 - BaseOS 7.7 MB/s | 2.5 MB 00:00 2024-04-10T02:08:09.186 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS-9 - BaseOS 8.4 MB/s | 2.5 MB 00:00 2024-04-10T02:08:10.418 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-10T02:08:11.238 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.0 MB 00:01 2024-04-10T02:08:12.208 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - AppStream 30 MB/s | 19 MB 00:00 2024-04-10T02:08:13.315 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-04-10T02:08:18.846 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - CRB 3.1 MB/s | 6.2 MB 00:01 2024-04-10T02:08:20.497 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - Extras packages 34 kB/s | 16 kB 00:00 2024-04-10T02:08:21.584 INFO:teuthology.orchestra.run.smithi096.stdout:Extra Packages for Enterprise Linux 22 MB/s | 21 MB 00:00 2024-04-10T02:08:24.483 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - CRB 743 kB/s | 6.2 MB 00:08 2024-04-10T02:08:26.143 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 16 kB 00:00 2024-04-10T02:08:26.781 INFO:teuthology.orchestra.run.smithi096.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-04-10T02:08:27.468 INFO:teuthology.orchestra.run.smithi057.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-04-10T02:08:29.021 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:08:29.021 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:08:29.021 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:08:29.021 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.021 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:08:29.021 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.021 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:08:29.021 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.021 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:08:29.022 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.023 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.024 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.025 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.026 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:08:29.027 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.028 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.029 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:08:29.404 INFO:teuthology.orchestra.run.smithi096.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-10T02:08:29.405 INFO:teuthology.orchestra.run.smithi096.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-10T02:08:29.512 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:08:29.524 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:08:29.524 INFO:teuthology.orchestra.run.smithi096.stdout: Package Architecture Version Repository Size 2024-04-10T02:08:29.524 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:08:29.524 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:08:29.524 INFO:teuthology.orchestra.run.smithi096.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout:Install 4 Packages 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 77 M 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 123 M 2024-04-10T02:08:29.525 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:08:29.907 INFO:teuthology.orchestra.run.smithi096.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 1.8 MB/s | 214 kB 00:00 2024-04-10T02:08:30.765 INFO:teuthology.orchestra.run.smithi096.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 15 MB/s | 15 MB 00:00 2024-04-10T02:08:31.366 INFO:teuthology.orchestra.run.smithi096.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 21 MB/s | 34 MB 00:01 2024-04-10T02:08:31.966 INFO:teuthology.orchestra.run.smithi096.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 13 MB/s | 28 MB 00:02 2024-04-10T02:08:31.966 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:08:31.966 INFO:teuthology.orchestra.run.smithi096.stdout:Total 31 MB/s | 77 MB 00:02 2024-04-10T02:08:32.632 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:08:32.834 INFO:teuthology.orchestra.run.smithi057.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-10T02:08:32.976 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:08:32.976 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:08:33.961 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:08:33.961 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:08:35.168 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:08:35.168 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:08:35.168 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:08:35.169 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:08:35.170 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:08:35.171 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:08:35.172 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:08:35.173 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.174 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.175 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.176 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.177 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.177 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:08:35.177 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.177 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.177 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.177 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:08:35.600 INFO:teuthology.orchestra.run.smithi057.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-10T02:08:35.600 INFO:teuthology.orchestra.run.smithi057.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-10T02:08:35.708 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:08:35.713 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:08:35.713 INFO:teuthology.orchestra.run.smithi057.stdout: Package Architecture Version Repository Size 2024-04-10T02:08:35.713 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:08:35.713 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:08:35.713 INFO:teuthology.orchestra.run.smithi057.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-10T02:08:35.713 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2024-04-10T02:08:35.714 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-10T02:08:35.714 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-10T02:08:35.714 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-10T02:08:35.714 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:08:35.714 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:08:35.714 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:08:35.714 INFO:teuthology.orchestra.run.smithi057.stdout:Install 4 Packages 2024-04-10T02:08:35.714 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:08:35.715 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 77 M 2024-04-10T02:08:35.715 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 123 M 2024-04-10T02:08:35.715 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:08:36.203 INFO:teuthology.orchestra.run.smithi057.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 607 kB/s | 214 kB 00:00 2024-04-10T02:08:36.413 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:08:37.019 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-10T02:08:37.109 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T02:08:38.203 INFO:teuthology.orchestra.run.smithi057.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 6.4 MB/s | 15 MB 00:02 2024-04-10T02:08:39.803 INFO:teuthology.orchestra.run.smithi057.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 8.5 MB/s | 34 MB 00:03 2024-04-10T02:08:39.855 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T02:08:39.985 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T02:08:40.261 INFO:teuthology.orchestra.run.smithi057.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 6.8 MB/s | 28 MB 00:04 2024-04-10T02:08:40.265 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:08:40.265 INFO:teuthology.orchestra.run.smithi057.stdout:Total 17 MB/s | 77 MB 00:04 2024-04-10T02:08:40.962 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:08:41.476 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:08:41.476 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:08:42.538 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:08:42.538 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:08:44.708 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T02:08:44.943 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:08:45.136 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:08:45.769 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-10T02:08:45.861 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T02:08:48.738 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T02:08:48.882 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T02:08:49.673 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:08:53.957 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T02:08:53.998 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:08:59.096 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:09:19.056 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:09:19.056 INFO:teuthology.orchestra.run.smithi096.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-10T02:09:19.056 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:09:19.101 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:09:19.454 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:09:19.454 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-10T02:09:19.454 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T02:09:19.454 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T02:09:19.862 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:09:19.862 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:09:19.862 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:09:19.862 INFO:teuthology.orchestra.run.smithi096.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-10T02:09:19.862 INFO:teuthology.orchestra.run.smithi096.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-10T02:09:19.862 INFO:teuthology.orchestra.run.smithi096.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-10T02:09:19.862 INFO:teuthology.orchestra.run.smithi096.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-10T02:09:19.862 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:09:19.862 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:09:20.199 DEBUG:teuthology.orchestra.run.smithi096:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T02:09:20.296 INFO:teuthology.orchestra.run.smithi096.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T02:09:20.296 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T02:09:20.296 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-10T02:09:20.297 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-10T02:09:20.297 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-10T02:09:20.297 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-10T02:09:20.297 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi096.front.sepia.ceph.com, path=None, version=distro) 2024-04-10T02:09:20.297 DEBUG:teuthology.orchestra.run.smithi096:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T02:09:20.379 INFO:teuthology.orchestra.run.smithi096.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T02:09:20.379 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T02:09:20.379 DEBUG:teuthology.orchestra.run.smithi096:> sudo rpm -qi grub2-tools 2024-04-10T02:09:20.413 INFO:teuthology.orchestra.run.smithi096.stdout:Name : grub2-tools 2024-04-10T02:09:20.413 INFO:teuthology.orchestra.run.smithi096.stdout:Epoch : 1 2024-04-10T02:09:20.413 INFO:teuthology.orchestra.run.smithi096.stdout:Version : 2.06 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Release : 68.el9 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Architecture: x86_64 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Group : Unspecified 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Size : 8264254 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:License : GPLv3+ 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Packager : builder@centos.org 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:Vendor : CentOS 2024-04-10T02:09:20.414 INFO:teuthology.orchestra.run.smithi096.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-10T02:09:20.415 INFO:teuthology.orchestra.run.smithi096.stdout:Summary : Support tools for GRUB. 2024-04-10T02:09:20.415 INFO:teuthology.orchestra.run.smithi096.stdout:Description : 2024-04-10T02:09:20.415 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:09:20.415 INFO:teuthology.orchestra.run.smithi096.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-10T02:09:20.415 INFO:teuthology.orchestra.run.smithi096.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-10T02:09:20.415 INFO:teuthology.orchestra.run.smithi096.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-10T02:09:20.415 INFO:teuthology.orchestra.run.smithi096.stdout:hardware devices. 2024-04-10T02:09:20.415 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:09:20.415 INFO:teuthology.orchestra.run.smithi096.stdout:This subpackage provides tools for support of all platforms. 2024-04-10T02:09:20.416 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-10T02:09:20.416 INFO:teuthology.task.kernel:Updating grub on smithi096 to boot 5.14.0-435.el9.x86_64 2024-04-10T02:09:20.416 DEBUG:teuthology.orchestra.run.smithi096:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-10T02:09:20.988 INFO:teuthology.orchestra.run.smithi096.stderr:Generating grub configuration file ... 2024-04-10T02:09:22.478 INFO:teuthology.orchestra.run.smithi096.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-10T02:09:22.512 INFO:teuthology.orchestra.run.smithi096.stderr:done 2024-04-10T02:09:22.521 DEBUG:teuthology.orchestra.run.smithi096:> mktemp 2024-04-10T02:09:22.536 INFO:teuthology.orchestra.run.smithi096.stdout:/tmp/tmp.vpuijg821f 2024-04-10T02:09:22.536 DEBUG:teuthology.orchestra.run.smithi096:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.vpuijg821f 2024-04-10T02:09:22.604 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod 0666 /tmp/tmp.vpuijg821f 2024-04-10T02:09:22.751 DEBUG:teuthology.orchestra.remote:smithi096:/tmp/tmp.vpuijg821f is 6KB 2024-04-10T02:09:22.799 DEBUG:teuthology.orchestra.run.smithi096:> rm -fr /tmp/tmp.vpuijg821f 2024-04-10T02:09:22.813 DEBUG:teuthology.orchestra.run.smithi096:> sudo /bin/ls /boot/loader/entries || true 2024-04-10T02:09:22.879 INFO:teuthology.orchestra.run.smithi096.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-10T02:09:22.879 INFO:teuthology.orchestra.run.smithi096.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-10T02:09:22.879 INFO:teuthology.orchestra.run.smithi096.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-10T02:09:22.879 INFO:teuthology.orchestra.run.smithi096.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-10T02:09:22.880 DEBUG:teuthology.orchestra.run.smithi096:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-10T02:09:23.036 DEBUG:teuthology.orchestra.run.smithi096:> sudo shutdown -r now 2024-04-10T02:09:29.930 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:09:29.930 INFO:teuthology.orchestra.run.smithi057.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-10T02:09:29.930 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:09:29.978 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:09:30.377 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:09:30.377 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-10T02:09:30.377 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T02:09:30.377 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T02:09:30.802 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T02:09:30.802 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:09:30.802 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:09:30.802 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-10T02:09:30.802 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-10T02:09:30.802 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-10T02:09:30.802 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-10T02:09:30.802 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:09:30.802 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:09:31.143 DEBUG:teuthology.orchestra.run.smithi057:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T02:09:31.242 INFO:teuthology.orchestra.run.smithi057.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T02:09:31.242 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T02:09:31.242 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-10T02:09:31.242 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-10T02:09:31.242 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-10T02:09:31.243 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-10T02:09:31.243 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi057.front.sepia.ceph.com, path=None, version=distro) 2024-04-10T02:09:31.243 DEBUG:teuthology.orchestra.run.smithi057:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T02:09:31.326 INFO:teuthology.orchestra.run.smithi057.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T02:09:31.327 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T02:09:31.327 DEBUG:teuthology.orchestra.run.smithi057:> sudo rpm -qi grub2-tools 2024-04-10T02:09:31.365 INFO:teuthology.orchestra.run.smithi057.stdout:Name : grub2-tools 2024-04-10T02:09:31.365 INFO:teuthology.orchestra.run.smithi057.stdout:Epoch : 1 2024-04-10T02:09:31.365 INFO:teuthology.orchestra.run.smithi057.stdout:Version : 2.06 2024-04-10T02:09:31.365 INFO:teuthology.orchestra.run.smithi057.stdout:Release : 68.el9 2024-04-10T02:09:31.365 INFO:teuthology.orchestra.run.smithi057.stdout:Architecture: x86_64 2024-04-10T02:09:31.365 INFO:teuthology.orchestra.run.smithi057.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-10T02:09:31.365 INFO:teuthology.orchestra.run.smithi057.stdout:Group : Unspecified 2024-04-10T02:09:31.365 INFO:teuthology.orchestra.run.smithi057.stdout:Size : 8264254 2024-04-10T02:09:31.365 INFO:teuthology.orchestra.run.smithi057.stdout:License : GPLv3+ 2024-04-10T02:09:31.365 INFO:teuthology.orchestra.run.smithi057.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:Packager : builder@centos.org 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:Vendor : CentOS 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:Summary : Support tools for GRUB. 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:Description : 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout:hardware devices. 2024-04-10T02:09:31.366 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:09:31.367 INFO:teuthology.orchestra.run.smithi057.stdout:This subpackage provides tools for support of all platforms. 2024-04-10T02:09:31.367 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-10T02:09:31.367 INFO:teuthology.task.kernel:Updating grub on smithi057 to boot 5.14.0-435.el9.x86_64 2024-04-10T02:09:31.368 DEBUG:teuthology.orchestra.run.smithi057:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-10T02:09:31.968 INFO:teuthology.orchestra.run.smithi057.stderr:Generating grub configuration file ... 2024-04-10T02:09:33.405 INFO:teuthology.orchestra.run.smithi057.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-10T02:09:33.426 INFO:teuthology.orchestra.run.smithi057.stderr:done 2024-04-10T02:09:33.428 DEBUG:teuthology.orchestra.run.smithi057:> mktemp 2024-04-10T02:09:33.443 INFO:teuthology.orchestra.run.smithi057.stdout:/tmp/tmp.WQ1HBrOfxF 2024-04-10T02:09:33.443 DEBUG:teuthology.orchestra.run.smithi057:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.WQ1HBrOfxF 2024-04-10T02:09:33.515 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 0666 /tmp/tmp.WQ1HBrOfxF 2024-04-10T02:09:33.657 DEBUG:teuthology.orchestra.remote:smithi057:/tmp/tmp.WQ1HBrOfxF is 6KB 2024-04-10T02:09:33.706 DEBUG:teuthology.orchestra.run.smithi057:> rm -fr /tmp/tmp.WQ1HBrOfxF 2024-04-10T02:09:33.721 DEBUG:teuthology.orchestra.run.smithi057:> sudo /bin/ls /boot/loader/entries || true 2024-04-10T02:09:33.790 INFO:teuthology.orchestra.run.smithi057.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-10T02:09:33.790 INFO:teuthology.orchestra.run.smithi057.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-10T02:09:33.790 INFO:teuthology.orchestra.run.smithi057.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-10T02:09:33.790 INFO:teuthology.orchestra.run.smithi057.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-10T02:09:33.791 DEBUG:teuthology.orchestra.run.smithi057:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-10T02:09:33.926 DEBUG:teuthology.orchestra.run.smithi057:> sudo shutdown -r now 2024-04-10T02:09:53.054 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-10T02:09:53.055 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi096.front.sepia.ceph.com' 2024-04-10T02:09:53.056 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T02:10:03.941 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-10T02:10:03.941 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-10T02:10:03.942 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T02:10:11.614 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.96 2024-04-10T02:10:20.622 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi096.front.sepia.ceph.com' 2024-04-10T02:10:20.623 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T02:10:38.498 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.57 2024-04-10T02:10:47.506 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-10T02:10:47.507 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T02:11:20.650 DEBUG:teuthology.orchestra.remote:timed out 2024-04-10T02:11:32.662 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi096.front.sepia.ceph.com' 2024-04-10T02:11:32.663 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T02:11:32.930 DEBUG:teuthology.orchestra.run.smithi096:> true 2024-04-10T02:11:33.273 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi096.front.sepia.ceph.com' 2024-04-10T02:11:33.273 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-435.el9.x86_64"... 2024-04-10T02:11:33.274 DEBUG:teuthology.orchestra.run.smithi096:> uname -r 2024-04-10T02:11:33.289 INFO:teuthology.orchestra.run.smithi096.stdout:5.14.0-435.el9.x86_64 2024-04-10T02:11:33.289 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-10T02:11:33.290 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-10T02:11:33.290 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-10T02:11:34.291 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-10T02:11:34.291 DEBUG:teuthology.orchestra.run.smithi096:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-10T02:11:34.353 INFO:teuthology.orchestra.run.smithi096.stdout:ttyS1 2024-04-10T02:11:34.391 DEBUG:teuthology.parallel:result is None 2024-04-10T02:11:47.510 DEBUG:teuthology.orchestra.remote:timed out 2024-04-10T02:11:59.510 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-10T02:11:59.511 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T02:11:59.790 DEBUG:teuthology.orchestra.run.smithi057:> true 2024-04-10T02:12:00.168 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-10T02:12:00.168 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-435.el9.x86_64"... 2024-04-10T02:12:00.168 DEBUG:teuthology.orchestra.run.smithi057:> uname -r 2024-04-10T02:12:00.184 INFO:teuthology.orchestra.run.smithi057.stdout:5.14.0-435.el9.x86_64 2024-04-10T02:12:00.184 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-10T02:12:00.184 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-10T02:12:00.184 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-10T02:12:01.185 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-10T02:12:01.185 DEBUG:teuthology.orchestra.run.smithi057:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-10T02:12:01.250 INFO:teuthology.orchestra.run.smithi057.stdout:ttyS1 2024-04-10T02:12:01.297 DEBUG:teuthology.parallel:result is None 2024-04-10T02:12:01.298 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-10T02:12:01.305 INFO:teuthology.task.internal:Creating test directory... 2024-04-10T02:12:01.305 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-10T02:12:01.308 DEBUG:teuthology.orchestra.run.smithi096:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-10T02:12:01.326 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-10T02:12:01.332 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-10T02:12:01.341 INFO:teuthology.task.internal:Creating archive directory... 2024-04-10T02:12:01.341 DEBUG:teuthology.orchestra.run.smithi057:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-10T02:12:01.365 DEBUG:teuthology.orchestra.run.smithi096:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-10T02:12:01.401 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-10T02:12:01.408 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-10T02:12:01.409 DEBUG:teuthology.orchestra.run.smithi057:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-10T02:12:01.428 DEBUG:teuthology.orchestra.run.smithi096:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-10T02:12:01.460 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T02:12:01.471 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T02:12:01.474 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T02:12:01.485 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T02:12:01.486 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-10T02:12:01.494 INFO:teuthology.task.internal:Configuring sudo... 2024-04-10T02:12:01.494 DEBUG:teuthology.orchestra.run.smithi057:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-10T02:12:01.519 DEBUG:teuthology.orchestra.run.smithi096:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-10T02:12:01.556 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-10T02:12:01.566 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-10T02:12:01.566 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-10T02:12:01.589 DEBUG:teuthology.orchestra.run.smithi096:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-10T02:12:01.613 DEBUG:teuthology.orchestra.run.smithi057:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T02:12:01.690 DEBUG:teuthology.orchestra.run.smithi057:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T02:12:01.742 DEBUG:teuthology.orchestra.run.smithi057:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T02:12:01.826 DEBUG:teuthology.orchestra.run.smithi057:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T02:12:01.868 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:12:01.869 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-10T02:12:01.936 DEBUG:teuthology.orchestra.run.smithi096:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T02:12:01.981 DEBUG:teuthology.orchestra.run.smithi096:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T02:12:02.032 DEBUG:teuthology.orchestra.run.smithi096:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T02:12:02.115 DEBUG:teuthology.orchestra.run.smithi096:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T02:12:02.160 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:12:02.160 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-10T02:12:02.229 DEBUG:teuthology.orchestra.run.smithi057:> sudo service rsyslog restart 2024-04-10T02:12:02.232 DEBUG:teuthology.orchestra.run.smithi096:> sudo service rsyslog restart 2024-04-10T02:12:02.277 INFO:teuthology.orchestra.run.smithi057.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T02:12:02.315 INFO:teuthology.orchestra.run.smithi096.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T02:12:02.773 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-10T02:12:02.780 INFO:teuthology.task.internal:Starting timer... 2024-04-10T02:12:02.781 INFO:teuthology.run_tasks:Running task pcp... 2024-04-10T02:12:02.791 INFO:teuthology.run_tasks:Running task selinux... 2024-04-10T02:12:02.799 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-10T02:12:02.799 DEBUG:teuthology.orchestra.run.smithi057:> sudo service auditd rotate 2024-04-10T02:12:02.859 INFO:teuthology.orchestra.run.smithi057.stdout:Rotating logs: 2024-04-10T02:12:02.861 DEBUG:teuthology.orchestra.run.smithi096:> sudo service auditd rotate 2024-04-10T02:12:02.919 INFO:teuthology.orchestra.run.smithi096.stdout:Rotating logs: 2024-04-10T02:12:02.920 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-10T02:12:02.921 DEBUG:teuthology.orchestra.run.smithi057:> /usr/sbin/getenforce 2024-04-10T02:12:02.949 INFO:teuthology.orchestra.run.smithi057.stdout:Permissive 2024-04-10T02:12:02.949 DEBUG:teuthology.orchestra.run.smithi096:> /usr/sbin/getenforce 2024-04-10T02:12:02.973 INFO:teuthology.orchestra.run.smithi096.stdout:Permissive 2024-04-10T02:12:02.973 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi057.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi096.front.sepia.ceph.com': 'permissive'} 2024-04-10T02:12:02.974 DEBUG:teuthology.orchestra.run.smithi057:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T02:12:03.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T02:12:03.018 DEBUG:teuthology.orchestra.run.smithi096:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T02:12:03.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T02:12:03.047 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-10T02:12:03.047 DEBUG:teuthology.orchestra.run.smithi057:> sudo /usr/sbin/setenforce permissive 2024-04-10T02:12:03.101 DEBUG:teuthology.orchestra.run.smithi096:> sudo /usr/sbin/setenforce permissive 2024-04-10T02:12:03.141 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-10T02:12:03.152 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-10T02:12:03.170 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-10T02:12:03.171 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi057.front.sepia.ceph.com,smithi096.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-10T02:16:31.452 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi057.front.sepia.ceph.com'), Remote(name='ubuntu@smithi096.front.sepia.ceph.com')] 2024-04-10T02:16:31.453 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-10T02:16:31.455 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T02:16:31.547 DEBUG:teuthology.orchestra.run.smithi057:> true 2024-04-10T02:16:31.629 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-10T02:16:31.630 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi096.front.sepia.ceph.com' 2024-04-10T02:16:31.630 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T02:16:31.719 DEBUG:teuthology.orchestra.run.smithi096:> true 2024-04-10T02:16:31.802 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi096.front.sepia.ceph.com' 2024-04-10T02:16:31.803 INFO:teuthology.run_tasks:Running task clock... 2024-04-10T02:16:31.816 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-10T02:16:31.816 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-10T02:16:31.817 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T02:16:31.819 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-10T02:16:31.819 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T02:16:31.849 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-10T02:16:31.866 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-10T02:16:31.874 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-10T02:16:31.891 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-10T02:16:31.898 INFO:teuthology.orchestra.run.smithi057.stderr:sudo: ntpd: command not found 2024-04-10T02:16:31.911 INFO:teuthology.orchestra.run.smithi057.stdout:506 Cannot talk to daemon 2024-04-10T02:16:31.921 INFO:teuthology.orchestra.run.smithi096.stderr:sudo: ntpd: command not found 2024-04-10T02:16:31.928 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-10T02:16:31.935 INFO:teuthology.orchestra.run.smithi096.stdout:506 Cannot talk to daemon 2024-04-10T02:16:31.945 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-10T02:16:31.951 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-10T02:16:31.968 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-10T02:16:31.998 INFO:teuthology.orchestra.run.smithi057.stderr:bash: line 1: ntpq: command not found 2024-04-10T02:16:32.003 INFO:teuthology.orchestra.run.smithi057.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T02:16:32.003 INFO:teuthology.orchestra.run.smithi057.stdout:=============================================================================== 2024-04-10T02:16:32.003 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T02:16:32.003 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T02:16:32.003 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T02:16:32.003 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T02:16:32.017 INFO:teuthology.orchestra.run.smithi096.stderr:bash: line 1: ntpq: command not found 2024-04-10T02:16:32.021 INFO:teuthology.orchestra.run.smithi096.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T02:16:32.021 INFO:teuthology.orchestra.run.smithi096.stdout:=============================================================================== 2024-04-10T02:16:32.021 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T02:16:32.021 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T02:16:32.021 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T02:16:32.021 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T02:16:32.022 INFO:teuthology.run_tasks:Running task install... 2024-04-10T02:16:32.030 DEBUG:teuthology.task.install:project ceph 2024-04-10T02:16:32.030 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '3a866975a60f6dc859246f6f19fd8ddb4db2cc2e'}} 2024-04-10T02:16:32.030 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': '3a866975a60f6dc859246f6f19fd8ddb4db2cc2e'} 2024-04-10T02:16:32.030 INFO:teuthology.task.install:Using flavor: default 2024-04-10T02:16:32.035 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-10T02:16:32.035 INFO:teuthology.task.install:extra packages: [] 2024-04-10T02:16:32.035 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3a866975a60f6dc859246f6f19fd8ddb4db2cc2e', 'tag': None, 'wait_for_package': False} 2024-04-10T02:16:32.036 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T02:16:32.036 INFO:teuthology.packaging:ref: None 2024-04-10T02:16:32.036 INFO:teuthology.packaging:tag: None 2024-04-10T02:16:32.036 INFO:teuthology.packaging:branch: quincy 2024-04-10T02:16:32.036 INFO:teuthology.packaging:sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:16:32.036 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-10T02:16:32.038 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3a866975a60f6dc859246f6f19fd8ddb4db2cc2e', 'tag': None, 'wait_for_package': False} 2024-04-10T02:16:32.038 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T02:16:32.038 INFO:teuthology.packaging:ref: None 2024-04-10T02:16:32.038 INFO:teuthology.packaging:tag: None 2024-04-10T02:16:32.039 INFO:teuthology.packaging:branch: quincy 2024-04-10T02:16:32.039 INFO:teuthology.packaging:sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:16:32.039 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-10T02:16:32.446 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/896bb95d082477f698d6cb40968cdae50b9945f3/centos/9/flavors/default/ 2024-04-10T02:16:32.447 INFO:teuthology.task.install.rpm:Package version is 17.2.7-825.g896bb95d 2024-04-10T02:16:32.467 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/896bb95d082477f698d6cb40968cdae50b9945f3/centos/9/flavors/default/ 2024-04-10T02:16:32.467 INFO:teuthology.task.install.rpm:Package version is 17.2.7-825.g896bb95d 2024-04-10T02:16:32.575 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/896bb95d082477f698d6cb40968cdae50b9945f3/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/896bb95d082477f698d6cb40968cdae50b9945f3/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/896bb95d082477f698d6cb40968cdae50b9945f3/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-10T02:16:32.575 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:16:32.575 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-10T02:16:32.605 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-04-10T02:16:32.606 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T02:16:32.606 INFO:teuthology.packaging:ref: None 2024-04-10T02:16:32.606 INFO:teuthology.packaging:tag: None 2024-04-10T02:16:32.606 INFO:teuthology.packaging:branch: quincy 2024-04-10T02:16:32.606 INFO:teuthology.packaging:sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:16:32.606 DEBUG:teuthology.orchestra.run.smithi057:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-10T02:16:32.655 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/896bb95d082477f698d6cb40968cdae50b9945f3/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/896bb95d082477f698d6cb40968cdae50b9945f3/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/896bb95d082477f698d6cb40968cdae50b9945f3/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-10T02:16:32.655 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:16:32.655 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-10T02:16:32.675 DEBUG:teuthology.orchestra.run.smithi057:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-10T02:16:32.685 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-04-10T02:16:32.685 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T02:16:32.685 INFO:teuthology.packaging:ref: None 2024-04-10T02:16:32.685 INFO:teuthology.packaging:tag: None 2024-04-10T02:16:32.685 INFO:teuthology.packaging:branch: quincy 2024-04-10T02:16:32.686 INFO:teuthology.packaging:sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:16:32.686 DEBUG:teuthology.orchestra.run.smithi096:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-10T02:16:32.755 DEBUG:teuthology.orchestra.run.smithi096:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-10T02:16:32.756 DEBUG:teuthology.orchestra.run.smithi057:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-10T02:16:32.823 INFO:teuthology.orchestra.run.smithi057.stdout:check_obsoletes = 1 2024-04-10T02:16:32.825 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum clean all 2024-04-10T02:16:32.836 DEBUG:teuthology.orchestra.run.smithi096:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-10T02:16:32.903 INFO:teuthology.orchestra.run.smithi096.stdout:check_obsoletes = 1 2024-04-10T02:16:32.905 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum clean all 2024-04-10T02:16:33.074 INFO:teuthology.orchestra.run.smithi057.stdout:74 files removed 2024-04-10T02:16:33.101 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-radosgw 2024-04-10T02:16:33.166 INFO:teuthology.orchestra.run.smithi096.stdout:74 files removed 2024-04-10T02:16:33.196 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-radosgw 2024-04-10T02:16:33.887 INFO:teuthology.orchestra.run.smithi057.stdout:ceph packages for x86_64 163 kB/s | 77 kB 00:00 2024-04-10T02:16:33.930 INFO:teuthology.orchestra.run.smithi096.stdout:ceph packages for x86_64 178 kB/s | 77 kB 00:00 2024-04-10T02:16:34.347 INFO:teuthology.orchestra.run.smithi096.stdout:ceph noarch packages 25 kB/s | 9.2 kB 00:00 2024-04-10T02:16:34.421 INFO:teuthology.orchestra.run.smithi057.stdout:ceph noarch packages 19 kB/s | 9.2 kB 00:00 2024-04-10T02:16:34.889 INFO:teuthology.orchestra.run.smithi096.stdout:ceph source packages 3.6 kB/s | 1.8 kB 00:00 2024-04-10T02:16:34.955 INFO:teuthology.orchestra.run.smithi057.stdout:ceph source packages 3.6 kB/s | 1.8 kB 00:00 2024-04-10T02:16:35.558 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS-9 - AppStream 13 MB/s | 8.1 MB 00:00 2024-04-10T02:16:35.674 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS-9 - AppStream 12 MB/s | 8.1 MB 00:00 2024-04-10T02:16:37.234 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS-9 - BaseOS 6.9 MB/s | 2.5 MB 00:00 2024-04-10T02:16:37.449 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS-9 - BaseOS 6.2 MB/s | 2.5 MB 00:00 2024-04-10T02:16:38.283 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.0 MB 00:00 2024-04-10T02:16:38.440 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.0 MB 00:00 2024-04-10T02:16:40.624 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - AppStream 18 MB/s | 19 MB 00:01 2024-04-10T02:16:44.911 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.2 MB 00:00 2024-04-10T02:16:46.335 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - Extras packages 78 kB/s | 16 kB 00:00 2024-04-10T02:16:47.764 INFO:teuthology.orchestra.run.smithi057.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-04-10T02:16:53.003 INFO:teuthology.orchestra.run.smithi057.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-10T02:16:55.672 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:16:55.673 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.674 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:16:55.675 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:16:55.676 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.677 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.678 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:16:55.679 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:16:55.680 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:16:55.681 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:16:56.179 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:16:56.183 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:16:56.183 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2024-04-10T02:16:56.183 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:16:56.183 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:16:56.183 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-radosgw x86_64 2:17.2.7-825.g896bb95d.el9 ceph 14 M 2024-04-10T02:16:56.183 INFO:teuthology.orchestra.run.smithi057.stdout:Upgrading: 2024-04-10T02:16:56.183 INFO:teuthology.orchestra.run.smithi057.stdout: librados2 x86_64 2:17.2.7-825.g896bb95d.el9 ceph 3.1 M 2024-04-10T02:16:56.183 INFO:teuthology.orchestra.run.smithi057.stdout: librbd1 x86_64 2:17.2.7-825.g896bb95d.el9 ceph 2.9 M 2024-04-10T02:16:56.183 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2024-04-10T02:16:56.183 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-base x86_64 2:17.2.7-825.g896bb95d.el9 ceph 5.0 M 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-common x86_64 2:17.2.7-825.g896bb95d.el9 ceph 22 M 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-selinux x86_64 2:17.2.7-825.g896bb95d.el9 ceph 25 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: libcephfs2 x86_64 2:17.2.7-825.g896bb95d.el9 ceph 638 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: libradosstriper1 x86_64 2:17.2.7-825.g896bb95d.el9 ceph 457 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: librgw2 x86_64 2:17.2.7-825.g896bb95d.el9 ceph 4.9 M 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ceph-argparse x86_64 2:17.2.7-825.g896bb95d.el9 ceph 45 k 2024-04-10T02:16:56.184 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ceph-common x86_64 2:17.2.7-825.g896bb95d.el9 ceph 118 k 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cephfs x86_64 2:17.2.7-825.g896bb95d.el9 ceph 156 k 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rados x86_64 2:17.2.7-825.g896bb95d.el9 ceph 320 k 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rbd x86_64 2:17.2.7-825.g896bb95d.el9 ceph 292 k 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rgw x86_64 2:17.2.7-825.g896bb95d.el9 ceph 100 k 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout:Install 22 Packages 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout:Upgrade 2 Packages 2024-04-10T02:16:56.185 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:16:56.186 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 58 M 2024-04-10T02:16:56.186 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:17:00.187 INFO:teuthology.orchestra.run.smithi057.stdout:(1/24): ceph-base-17.2.7-825.g896bb95d.el9.x86_ 1.4 MB/s | 5.0 MB 00:03 2024-04-10T02:17:00.263 INFO:teuthology.orchestra.run.smithi057.stdout:(2/24): ceph-selinux-17.2.7-825.g896bb95d.el9.x 336 kB/s | 25 kB 00:00 2024-04-10T02:17:00.480 INFO:teuthology.orchestra.run.smithi057.stdout:(3/24): ceph-radosgw-17.2.7-825.g896bb95d.el9.x 3.6 MB/s | 14 MB 00:03 2024-04-10T02:17:00.572 INFO:teuthology.orchestra.run.smithi057.stdout:(4/24): libcephfs2-17.2.7-825.g896bb95d.el9.x86 2.0 MB/s | 638 kB 00:00 2024-04-10T02:17:00.597 INFO:teuthology.orchestra.run.smithi057.stdout:(5/24): libradosstriper1-17.2.7-825.g896bb95d.e 3.8 MB/s | 457 kB 00:00 2024-04-10T02:17:00.647 INFO:teuthology.orchestra.run.smithi057.stdout:(6/24): python3-ceph-argparse-17.2.7-825.g896bb 903 kB/s | 45 kB 00:00 2024-04-10T02:17:00.689 INFO:teuthology.orchestra.run.smithi057.stdout:(7/24): python3-ceph-common-17.2.7-825.g896bb95 2.8 MB/s | 118 kB 00:00 2024-04-10T02:17:00.731 INFO:teuthology.orchestra.run.smithi057.stdout:(8/24): python3-cephfs-17.2.7-825.g896bb95d.el9 3.6 MB/s | 156 kB 00:00 2024-04-10T02:17:00.806 INFO:teuthology.orchestra.run.smithi057.stdout:(9/24): python3-rados-17.2.7-825.g896bb95d.el9. 4.2 MB/s | 320 kB 00:00 2024-04-10T02:17:00.865 INFO:teuthology.orchestra.run.smithi057.stdout:(10/24): python3-rbd-17.2.7-825.g896bb95d.el9.x 4.9 MB/s | 292 kB 00:00 2024-04-10T02:17:00.924 INFO:teuthology.orchestra.run.smithi057.stdout:(11/24): python3-rgw-17.2.7-825.g896bb95d.el9.x 1.7 MB/s | 100 kB 00:00 2024-04-10T02:17:01.099 INFO:teuthology.orchestra.run.smithi057.stdout:(12/24): libpmemobj-1.12.1-1.el9.x86_64.rpm 915 kB/s | 160 kB 00:00 2024-04-10T02:17:01.179 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - AppStream 888 kB/s | 19 MB 00:21 2024-04-10T02:17:01.308 INFO:teuthology.orchestra.run.smithi057.stdout:(13/24): ceph-common-17.2.7-825.g896bb95d.el9.x 4.8 MB/s | 22 MB 00:04 2024-04-10T02:17:01.333 INFO:teuthology.orchestra.run.smithi057.stdout:(14/24): librabbitmq-0.11.0-7.el9.x86_64.rpm 194 kB/s | 45 kB 00:00 2024-04-10T02:17:01.441 INFO:teuthology.orchestra.run.smithi057.stdout:(15/24): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-04-10T02:17:01.500 INFO:teuthology.orchestra.run.smithi057.stdout:(16/24): python3-prettytable-0.7.2-27.el9.noarc 723 kB/s | 42 kB 00:00 2024-04-10T02:17:01.580 INFO:teuthology.orchestra.run.smithi057.stdout:(17/24): librdkafka-1.6.1-102.el9.x86_64.rpm 2.4 MB/s | 662 kB 00:00 2024-04-10T02:17:01.651 INFO:teuthology.orchestra.run.smithi057.stdout:(18/24): liboath-2.6.7-2.el9.x86_64.rpm 692 kB/s | 49 kB 00:00 2024-04-10T02:17:01.676 INFO:teuthology.orchestra.run.smithi057.stdout:(19/24): gperftools-libs-2.9.1-2.el9.x86_64.rpm 1.7 MB/s | 309 kB 00:00 2024-04-10T02:17:01.710 INFO:teuthology.orchestra.run.smithi057.stdout:(20/24): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-04-10T02:17:01.894 INFO:teuthology.orchestra.run.smithi057.stdout:(21/24): librgw2-17.2.7-825.g896bb95d.el9.x86_6 3.7 MB/s | 4.9 MB 00:01 2024-04-10T02:17:01.935 INFO:teuthology.orchestra.run.smithi057.stdout:(22/24): thrift-0.15.0-2.el9.x86_64.rpm 6.1 MB/s | 1.6 MB 00:00 2024-04-10T02:17:02.044 INFO:teuthology.orchestra.run.smithi057.stdout:(23/24): librados2-17.2.7-825.g896bb95d.el9.x86 9.2 MB/s | 3.1 MB 00:00 2024-04-10T02:17:02.452 INFO:teuthology.orchestra.run.smithi057.stdout:(24/24): librbd1-17.2.7-825.g896bb95d.el9.x86_6 5.3 MB/s | 2.9 MB 00:00 2024-04-10T02:17:02.455 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:17:02.455 INFO:teuthology.orchestra.run.smithi057.stdout:Total 9.2 MB/s | 58 MB 00:06 2024-04-10T02:17:02.516 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:17:02.552 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:17:02.552 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:17:03.050 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:17:03.051 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:17:04.290 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:17:04.622 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/26 2024-04-10T02:17:04.663 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : librados2-2:17.2.7-825.g896bb95d.el9.x86_64 2/26 2024-04-10T02:17:04.756 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librados2-2:17.2.7-825.g896bb95d.el9.x86_64 2/26 2024-04-10T02:17:04.837 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-rados-2:17.2.7-825.g896bb95d.el9.x86_64 3/26 2024-04-10T02:17:04.864 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libcephfs2-2:17.2.7-825.g896bb95d.el9.x86_64 4/26 2024-04-10T02:17:04.946 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libcephfs2-2:17.2.7-825.g896bb95d.el9.x86_64 4/26 2024-04-10T02:17:04.994 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : thrift-0.15.0-2.el9.x86_64 5/26 2024-04-10T02:17:05.028 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/26 2024-04-10T02:17:05.486 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 7/26 2024-04-10T02:17:05.509 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : librgw2-2:17.2.7-825.g896bb95d.el9.x86_64 8/26 2024-04-10T02:17:05.556 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librgw2-2:17.2.7-825.g896bb95d.el9.x86_64 8/26 2024-04-10T02:17:05.584 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : liboath-2.6.7-2.el9.x86_64 9/26 2024-04-10T02:17:05.628 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-ceph-argparse-2:17.2.7-825.g896bb95d.el9.x 10/26 2024-04-10T02:17:05.665 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cephfs-2:17.2.7-825.g896bb95d.el9.x86_64 11/26 2024-04-10T02:17:05.679 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - CRB 6.8 MB/s | 6.2 MB 00:00 2024-04-10T02:17:05.728 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-rgw-2:17.2.7-825.g896bb95d.el9.x86_64 12/26 2024-04-10T02:17:05.754 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libradosstriper1-2:17.2.7-825.g896bb95d.el9.x86_64 13/26 2024-04-10T02:17:05.819 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libradosstriper1-2:17.2.7-825.g896bb95d.el9.x86_64 13/26 2024-04-10T02:17:05.862 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/26 2024-04-10T02:17:05.896 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/26 2024-04-10T02:17:05.929 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 16/26 2024-04-10T02:17:06.238 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/26 2024-04-10T02:17:06.267 INFO:teuthology.orchestra.run.smithi057.stdout: Upgrading : librbd1-2:17.2.7-825.g896bb95d.el9.x86_64 18/26 2024-04-10T02:17:06.349 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librbd1-2:17.2.7-825.g896bb95d.el9.x86_64 18/26 2024-04-10T02:17:06.424 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-rbd-2:17.2.7-825.g896bb95d.el9.x86_64 19/26 2024-04-10T02:17:06.461 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-ceph-common-2:17.2.7-825.g896bb95d.el9.x86 20/26 2024-04-10T02:17:07.280 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - Extras packages 59 kB/s | 16 kB 00:00 2024-04-10T02:17:08.906 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 21/26 2024-04-10T02:17:08.941 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 21/26 2024-04-10T02:17:09.149 INFO:teuthology.orchestra.run.smithi096.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-04-10T02:17:09.501 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 21/26 2024-04-10T02:17:09.536 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-base-2:17.2.7-825.g896bb95d.el9.x86_64 22/26 2024-04-10T02:17:09.611 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-base-2:17.2.7-825.g896bb95d.el9.x86_64 22/26 2024-04-10T02:17:09.611 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-10T02:17:09.611 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-10T02:17:09.611 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:09.646 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-selinux-2:17.2.7-825.g896bb95d.el9.x86_64 23/26 2024-04-10T02:17:14.223 INFO:teuthology.orchestra.run.smithi096.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-10T02:17:16.785 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:17:16.785 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:17:16.785 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:17:16.785 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.785 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.786 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:17:16.787 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.788 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:17:16.789 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:17:16.790 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.791 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.792 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.793 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.794 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.794 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:17:16.794 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.794 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.794 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:17:16.794 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:17:17.312 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:17:17.324 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:17:17.324 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-10T02:17:17.324 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:17:17.324 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:17:17.324 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-radosgw x86_64 2:17.2.7-825.g896bb95d.el9 ceph 14 M 2024-04-10T02:17:17.324 INFO:teuthology.orchestra.run.smithi096.stdout:Upgrading: 2024-04-10T02:17:17.324 INFO:teuthology.orchestra.run.smithi096.stdout: librados2 x86_64 2:17.2.7-825.g896bb95d.el9 ceph 3.1 M 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: librbd1 x86_64 2:17.2.7-825.g896bb95d.el9 ceph 2.9 M 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-base x86_64 2:17.2.7-825.g896bb95d.el9 ceph 5.0 M 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-common x86_64 2:17.2.7-825.g896bb95d.el9 ceph 22 M 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-selinux x86_64 2:17.2.7-825.g896bb95d.el9 ceph 25 k 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs2 x86_64 2:17.2.7-825.g896bb95d.el9 ceph 638 k 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: libradosstriper1 x86_64 2:17.2.7-825.g896bb95d.el9 ceph 457 k 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: librgw2 x86_64 2:17.2.7-825.g896bb95d.el9 ceph 4.9 M 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-10T02:17:17.325 INFO:teuthology.orchestra.run.smithi096.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-argparse x86_64 2:17.2.7-825.g896bb95d.el9 ceph 45 k 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-common x86_64 2:17.2.7-825.g896bb95d.el9 ceph 118 k 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cephfs x86_64 2:17.2.7-825.g896bb95d.el9 ceph 156 k 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rados x86_64 2:17.2.7-825.g896bb95d.el9 ceph 320 k 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rbd x86_64 2:17.2.7-825.g896bb95d.el9 ceph 292 k 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rgw x86_64 2:17.2.7-825.g896bb95d.el9 ceph 100 k 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout:Install 22 Packages 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout:Upgrade 2 Packages 2024-04-10T02:17:17.326 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:17.327 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 58 M 2024-04-10T02:17:17.327 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:17:19.183 INFO:teuthology.orchestra.run.smithi096.stdout:(1/24): ceph-radosgw-17.2.7-825.g896bb95d.el9.x 8.6 MB/s | 14 MB 00:01 2024-04-10T02:17:19.216 INFO:teuthology.orchestra.run.smithi096.stdout:(2/24): ceph-selinux-17.2.7-825.g896bb95d.el9.x 764 kB/s | 25 kB 00:00 2024-04-10T02:17:19.316 INFO:teuthology.orchestra.run.smithi096.stdout:(3/24): ceph-base-17.2.7-825.g896bb95d.el9.x86_ 2.8 MB/s | 5.0 MB 00:01 2024-04-10T02:17:19.336 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-selinux-2:17.2.7-825.g896bb95d.el9.x86_64 23/26 2024-04-10T02:17:19.336 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /sys 2024-04-10T02:17:19.336 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /proc 2024-04-10T02:17:19.336 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /mnt 2024-04-10T02:17:19.337 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /var/tmp 2024-04-10T02:17:19.337 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /home 2024-04-10T02:17:19.337 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /root 2024-04-10T02:17:19.337 INFO:teuthology.orchestra.run.smithi057.stdout:skipping the directory /tmp 2024-04-10T02:17:19.337 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:19.350 INFO:teuthology.orchestra.run.smithi096.stdout:(4/24): libcephfs2-17.2.7-825.g896bb95d.el9.x86 4.7 MB/s | 638 kB 00:00 2024-04-10T02:17:19.684 INFO:teuthology.orchestra.run.smithi096.stdout:(5/24): ceph-common-17.2.7-825.g896bb95d.el9.x8 11 MB/s | 22 MB 00:02 2024-04-10T02:17:19.708 INFO:teuthology.orchestra.run.smithi096.stdout:(6/24): libradosstriper1-17.2.7-825.g896bb95d.e 1.1 MB/s | 457 kB 00:00 2024-04-10T02:17:19.734 INFO:teuthology.orchestra.run.smithi096.stdout:(7/24): python3-ceph-argparse-17.2.7-825.g896bb 904 kB/s | 45 kB 00:00 2024-04-10T02:17:19.784 INFO:teuthology.orchestra.run.smithi096.stdout:(8/24): python3-cephfs-17.2.7-825.g896bb95d.el9 3.1 MB/s | 156 kB 00:00 2024-04-10T02:17:19.809 INFO:teuthology.orchestra.run.smithi096.stdout:(9/24): python3-ceph-common-17.2.7-825.g896bb95 1.1 MB/s | 118 kB 00:00 2024-04-10T02:17:19.843 INFO:teuthology.orchestra.run.smithi096.stdout:(10/24): python3-rados-17.2.7-825.g896bb95d.el9 5.4 MB/s | 320 kB 00:00 2024-04-10T02:17:19.918 INFO:teuthology.orchestra.run.smithi096.stdout:(11/24): librgw2-17.2.7-825.g896bb95d.el9.x86_6 8.6 MB/s | 4.9 MB 00:00 2024-04-10T02:17:19.943 INFO:teuthology.orchestra.run.smithi096.stdout:(12/24): python3-rgw-17.2.7-825.g896bb95d.el9.x 993 kB/s | 100 kB 00:00 2024-04-10T02:17:19.969 INFO:teuthology.orchestra.run.smithi096.stdout:(13/24): python3-rbd-17.2.7-825.g896bb95d.el9.x 1.8 MB/s | 292 kB 00:00 2024-04-10T02:17:20.586 INFO:teuthology.orchestra.run.smithi096.stdout:(14/24): librabbitmq-0.11.0-7.el9.x86_64.rpm 70 kB/s | 45 kB 00:00 2024-04-10T02:17:20.645 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-radosgw-2:17.2.7-825.g896bb95d.el9.x86_64 24/26 2024-04-10T02:17:20.729 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-825.g896bb95d.el9.x86_64 24/26 2024-04-10T02:17:20.729 INFO:teuthology.orchestra.run.smithi057.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:17:20.729 INFO:teuthology.orchestra.run.smithi057.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-10T02:17:20.729 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T02:17:20.729 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T02:17:20.730 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:20.731 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-10T02:17:20.778 INFO:teuthology.orchestra.run.smithi096.stdout:(15/24): libpmemobj-1.12.1-1.el9.x86_64.rpm 186 kB/s | 160 kB 00:00 2024-04-10T02:17:20.815 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-10T02:17:20.815 INFO:teuthology.orchestra.run.smithi057.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-10T02:17:21.361 INFO:teuthology.orchestra.run.smithi096.stdout:(16/24): librdkafka-1.6.1-102.el9.x86_64.rpm 476 kB/s | 662 kB 00:01 2024-04-10T02:17:21.420 INFO:teuthology.orchestra.run.smithi096.stdout:(17/24): python3-prettytable-0.7.2-27.el9.noarc 66 kB/s | 42 kB 00:00 2024-04-10T02:17:21.553 INFO:teuthology.orchestra.run.smithi096.stdout:(18/24): lttng-ust-2.12.0-6.el9.x86_64.rpm 302 kB/s | 292 kB 00:00 2024-04-10T02:17:21.762 INFO:teuthology.orchestra.run.smithi096.stdout:(19/24): liboath-2.6.7-2.el9.x86_64.rpm 142 kB/s | 49 kB 00:00 2024-04-10T02:17:21.945 INFO:teuthology.orchestra.run.smithi096.stdout:(20/24): gperftools-libs-2.9.1-2.el9.x86_64.rpm 529 kB/s | 309 kB 00:00 2024-04-10T02:17:21.971 INFO:teuthology.orchestra.run.smithi096.stdout:(21/24): libunwind-1.6.2-1.el9.x86_64.rpm 161 kB/s | 67 kB 00:00 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-base-2:17.2.7-825.g896bb95d.el9.x86_64 1/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 2/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-radosgw-2:17.2.7-825.g896bb95d.el9.x86_64 3/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-selinux-2:17.2.7-825.g896bb95d.el9.x86_64 4/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libcephfs2-2:17.2.7-825.g896bb95d.el9.x86_64 5/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libradosstriper1-2:17.2.7-825.g896bb95d.el9.x86_64 6/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librgw2-2:17.2.7-825.g896bb95d.el9.x86_64 7/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-ceph-argparse-2:17.2.7-825.g896bb95d.el9.x 8/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-ceph-common-2:17.2.7-825.g896bb95d.el9.x86 9/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cephfs-2:17.2.7-825.g896bb95d.el9.x86_64 10/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-rados-2:17.2.7-825.g896bb95d.el9.x86_64 11/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-rbd-2:17.2.7-825.g896bb95d.el9.x86_64 12/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-rgw-2:17.2.7-825.g896bb95d.el9.x86_64 13/26 2024-04-10T02:17:22.029 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 14/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 15/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 16/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 17/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 18/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 19/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 20/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 21/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 22/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librados2-2:17.2.7-825.g896bb95d.el9.x86_64 23/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 24/26 2024-04-10T02:17:22.030 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librbd1-2:17.2.7-825.g896bb95d.el9.x86_64 25/26 2024-04-10T02:17:22.237 INFO:teuthology.orchestra.run.smithi096.stdout:(22/24): librbd1-17.2.7-825.g896bb95d.el9.x86_6 11 MB/s | 2.9 MB 00:00 2024-04-10T02:17:22.554 INFO:teuthology.orchestra.run.smithi096.stdout:(23/24): thrift-0.15.0-2.el9.x86_64.rpm 2.0 MB/s | 1.6 MB 00:00 2024-04-10T02:17:22.838 INFO:teuthology.orchestra.run.smithi096.stdout:(24/24): librados2-17.2.7-825.g896bb95d.el9.x86 3.5 MB/s | 3.1 MB 00:00 2024-04-10T02:17:22.840 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:17:22.840 INFO:teuthology.orchestra.run.smithi096.stdout:Total 10 MB/s | 58 MB 00:05 2024-04-10T02:17:22.903 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:17:22.937 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:17:22.937 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:17:23.124 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 26/26 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout:Upgraded: 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: librados2-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: librbd1-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-base-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-radosgw-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-selinux-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: libcephfs2-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-10T02:17:23.125 INFO:teuthology.orchestra.run.smithi057.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: libradosstriper1-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: librgw2-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ceph-argparse-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cephfs-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rados-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rbd-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rgw-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:23.126 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:17:23.386 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:17:23.387 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:17:23.464 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-test 2024-04-10T02:17:24.058 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:00:32 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:17:24.359 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.360 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.361 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.362 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.363 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:17:24.364 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.365 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.366 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.367 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:17:24.432 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:17:24.433 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:24.433 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2024-04-10T02:17:24.433 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:24.433 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:17:24.433 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-test x86_64 2:17.2.7-825.g896bb95d.el9 ceph 48 M 2024-04-10T02:17:24.433 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2024-04-10T02:17:24.434 INFO:teuthology.orchestra.run.smithi057.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-10T02:17:24.434 INFO:teuthology.orchestra.run.smithi057.stdout: libcephsqlite x86_64 2:17.2.7-825.g896bb95d.el9 ceph 163 k 2024-04-10T02:17:24.434 INFO:teuthology.orchestra.run.smithi057.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-10T02:17:24.434 INFO:teuthology.orchestra.run.smithi057.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-10T02:17:24.434 INFO:teuthology.orchestra.run.smithi057.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-10T02:17:24.434 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:24.434 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:17:24.434 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:24.434 INFO:teuthology.orchestra.run.smithi057.stdout:Install 6 Packages 2024-04-10T02:17:24.434 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:24.435 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 49 M 2024-04-10T02:17:24.435 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 193 M 2024-04-10T02:17:24.435 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:17:24.630 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:17:24.965 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/26 2024-04-10T02:17:25.015 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : librados2-2:17.2.7-825.g896bb95d.el9.x86_64 2/26 2024-04-10T02:17:25.107 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librados2-2:17.2.7-825.g896bb95d.el9.x86_64 2/26 2024-04-10T02:17:25.160 INFO:teuthology.orchestra.run.smithi057.stdout:(1/6): jq-1.6-16.el9.x86_64.rpm 640 kB/s | 187 kB 00:00 2024-04-10T02:17:25.184 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rados-2:17.2.7-825.g896bb95d.el9.x86_64 3/26 2024-04-10T02:17:25.208 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libcephfs2-2:17.2.7-825.g896bb95d.el9.x86_64 4/26 2024-04-10T02:17:25.252 INFO:teuthology.orchestra.run.smithi057.stdout:(2/6): libcephsqlite-17.2.7-825.g896bb95d.el9.x 424 kB/s | 163 kB 00:00 2024-04-10T02:17:25.277 INFO:teuthology.orchestra.run.smithi057.stdout:(3/6): oniguruma-6.9.6-1.el9.5.x86_64.rpm 1.8 MB/s | 218 kB 00:00 2024-04-10T02:17:25.295 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libcephfs2-2:17.2.7-825.g896bb95d.el9.x86_64 4/26 2024-04-10T02:17:25.351 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : thrift-0.15.0-2.el9.x86_64 5/26 2024-04-10T02:17:25.388 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/26 2024-04-10T02:17:25.402 INFO:teuthology.orchestra.run.smithi057.stdout:(4/6): xmlstarlet-1.6.1-20.el9.x86_64.rpm 509 kB/s | 64 kB 00:00 2024-04-10T02:17:25.427 INFO:teuthology.orchestra.run.smithi057.stdout:(5/6): socat-1.7.4.1-5.el9.x86_64.rpm 1.7 MB/s | 305 kB 00:00 2024-04-10T02:17:25.819 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 7/26 2024-04-10T02:17:25.844 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librgw2-2:17.2.7-825.g896bb95d.el9.x86_64 8/26 2024-04-10T02:17:25.907 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librgw2-2:17.2.7-825.g896bb95d.el9.x86_64 8/26 2024-04-10T02:17:25.935 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : liboath-2.6.7-2.el9.x86_64 9/26 2024-04-10T02:17:25.978 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-ceph-argparse-2:17.2.7-825.g896bb95d.el9.x 10/26 2024-04-10T02:17:26.015 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cephfs-2:17.2.7-825.g896bb95d.el9.x86_64 11/26 2024-04-10T02:17:26.085 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rgw-2:17.2.7-825.g896bb95d.el9.x86_64 12/26 2024-04-10T02:17:26.113 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libradosstriper1-2:17.2.7-825.g896bb95d.el9.x86_64 13/26 2024-04-10T02:17:26.162 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libradosstriper1-2:17.2.7-825.g896bb95d.el9.x86_64 13/26 2024-04-10T02:17:26.220 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/26 2024-04-10T02:17:26.255 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/26 2024-04-10T02:17:26.288 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 16/26 2024-04-10T02:17:26.581 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/26 2024-04-10T02:17:26.609 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : librbd1-2:17.2.7-825.g896bb95d.el9.x86_64 18/26 2024-04-10T02:17:26.699 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librbd1-2:17.2.7-825.g896bb95d.el9.x86_64 18/26 2024-04-10T02:17:26.772 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rbd-2:17.2.7-825.g896bb95d.el9.x86_64 19/26 2024-04-10T02:17:26.803 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-ceph-common-2:17.2.7-825.g896bb95d.el9.x86 20/26 2024-04-10T02:17:27.378 INFO:teuthology.orchestra.run.smithi057.stdout:(6/6): ceph-test-17.2.7-825.g896bb95d.el9.x86_6 19 MB/s | 48 MB 00:02 2024-04-10T02:17:27.381 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:17:27.381 INFO:teuthology.orchestra.run.smithi057.stdout:Total 17 MB/s | 49 MB 00:02 2024-04-10T02:17:27.431 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:17:27.452 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:17:27.452 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:17:27.863 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:17:27.863 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:17:28.578 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:17:28.663 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/6 2024-04-10T02:17:28.700 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 2/6 2024-04-10T02:17:28.727 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 3/6 2024-04-10T02:17:28.770 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : jq-1.6-16.el9.x86_64 4/6 2024-04-10T02:17:28.798 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libcephsqlite-2:17.2.7-825.g896bb95d.el9.x86_64 5/6 2024-04-10T02:17:29.212 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 21/26 2024-04-10T02:17:29.249 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 21/26 2024-04-10T02:17:29.783 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 21/26 2024-04-10T02:17:29.819 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-base-2:17.2.7-825.g896bb95d.el9.x86_64 22/26 2024-04-10T02:17:29.911 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-base-2:17.2.7-825.g896bb95d.el9.x86_64 22/26 2024-04-10T02:17:29.911 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-10T02:17:29.911 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-10T02:17:29.911 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:29.945 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-selinux-2:17.2.7-825.g896bb95d.el9.x86_64 23/26 2024-04-10T02:17:33.444 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libcephsqlite-2:17.2.7-825.g896bb95d.el9.x86_64 5/6 2024-04-10T02:17:33.518 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-test-2:17.2.7-825.g896bb95d.el9.x86_64 6/6 2024-04-10T02:17:35.888 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-test-2:17.2.7-825.g896bb95d.el9.x86_64 6/6 2024-04-10T02:17:35.888 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-test-2:17.2.7-825.g896bb95d.el9.x86_64 1/6 2024-04-10T02:17:35.888 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libcephsqlite-2:17.2.7-825.g896bb95d.el9.x86_64 2/6 2024-04-10T02:17:35.888 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : jq-1.6-16.el9.x86_64 3/6 2024-04-10T02:17:35.888 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 4/6 2024-04-10T02:17:35.888 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 5/6 2024-04-10T02:17:36.255 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 6/6 2024-04-10T02:17:36.255 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:36.255 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:17:36.255 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-test-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:36.255 INFO:teuthology.orchestra.run.smithi057.stdout: jq-1.6-16.el9.x86_64 2024-04-10T02:17:36.255 INFO:teuthology.orchestra.run.smithi057.stdout: libcephsqlite-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:36.255 INFO:teuthology.orchestra.run.smithi057.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-10T02:17:36.255 INFO:teuthology.orchestra.run.smithi057.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-10T02:17:36.255 INFO:teuthology.orchestra.run.smithi057.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-10T02:17:36.255 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:36.256 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:17:36.563 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph 2024-04-10T02:17:37.182 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:00:45 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:17:37.484 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:17:37.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:17:37.486 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.487 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:17:37.488 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.489 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.490 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.491 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.492 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.493 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.493 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:17:37.493 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.493 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.493 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.493 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:17:37.567 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:17:37.569 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:37.569 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2024-04-10T02:17:37.569 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:37.569 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:17:37.569 INFO:teuthology.orchestra.run.smithi057.stdout: ceph x86_64 2:17.2.7-825.g896bb95d.el9 ceph 6.5 k 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mds x86_64 2:17.2.7-825.g896bb95d.el9 ceph 2.1 M 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr x86_64 2:17.2.7-825.g896bb95d.el9 ceph 1.4 M 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-modules-core noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 240 k 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mon x86_64 2:17.2.7-825.g896bb95d.el9 ceph 3.9 M 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-osd x86_64 2:17.2.7-825.g896bb95d.el9 ceph 15 M 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-10T02:17:37.570 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-10T02:17:37.571 INFO:teuthology.orchestra.run.smithi057.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout:Install 33 Packages 2024-04-10T02:17:37.572 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:37.573 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 27 M 2024-04-10T02:17:37.573 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 96 M 2024-04-10T02:17:37.573 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:17:38.265 INFO:teuthology.orchestra.run.smithi057.stdout:(1/33): ceph-17.2.7-825.g896bb95d.el9.x86_64.rp 31 kB/s | 6.5 kB 00:00 2024-04-10T02:17:39.056 INFO:teuthology.orchestra.run.smithi057.stdout:(2/33): ceph-mgr-17.2.7-825.g896bb95d.el9.x86_6 1.4 MB/s | 1.4 MB 00:01 2024-04-10T02:17:39.098 INFO:teuthology.orchestra.run.smithi057.stdout:(3/33): ceph-mds-17.2.7-825.g896bb95d.el9.x86_6 2.0 MB/s | 2.1 MB 00:01 2024-04-10T02:17:39.207 INFO:teuthology.orchestra.run.smithi057.stdout:(4/33): ceph-mgr-modules-core-17.2.7-825.g896bb 2.2 MB/s | 240 kB 00:00 2024-04-10T02:17:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:(5/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.6 MB/s | 253 kB 00:00 2024-04-10T02:17:39.499 INFO:teuthology.orchestra.run.smithi057.stdout:(6/33): python3-cryptography-36.0.1-4.el9.x86_6 9.2 MB/s | 1.2 MB 00:00 2024-04-10T02:17:39.521 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-selinux-2:17.2.7-825.g896bb95d.el9.x86_64 23/26 2024-04-10T02:17:39.521 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /sys 2024-04-10T02:17:39.521 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /proc 2024-04-10T02:17:39.521 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /mnt 2024-04-10T02:17:39.521 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /var/tmp 2024-04-10T02:17:39.521 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /home 2024-04-10T02:17:39.521 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /root 2024-04-10T02:17:39.521 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /tmp 2024-04-10T02:17:39.521 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:39.558 INFO:teuthology.orchestra.run.smithi057.stdout:(7/33): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-04-10T02:17:39.608 INFO:teuthology.orchestra.run.smithi057.stdout:(8/33): python3-pycparser-2.20-6.el9.noarch.rpm 2.6 MB/s | 135 kB 00:00 2024-04-10T02:17:39.658 INFO:teuthology.orchestra.run.smithi057.stdout:(9/33): python3-requests-2.25.1-8.el9.noarch.rp 2.4 MB/s | 125 kB 00:00 2024-04-10T02:17:39.717 INFO:teuthology.orchestra.run.smithi057.stdout:(10/33): python3-urllib3-1.26.5-5.el9.noarch.rp 3.6 MB/s | 215 kB 00:00 2024-04-10T02:17:39.967 INFO:teuthology.orchestra.run.smithi057.stdout:(11/33): ceph-mon-17.2.7-825.g896bb95d.el9.x86_ 2.3 MB/s | 3.9 MB 00:01 2024-04-10T02:17:40.684 INFO:teuthology.orchestra.run.smithi057.stdout:(12/33): python3-markupsafe-1.1.1-12.el9.x86_64 48 kB/s | 35 kB 00:00 2024-04-10T02:17:40.776 INFO:teuthology.orchestra.run.smithi057.stdout:(13/33): python3-mako-1.1.4-6.el9.noarch.rpm 163 kB/s | 172 kB 00:01 2024-04-10T02:17:40.788 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-radosgw-2:17.2.7-825.g896bb95d.el9.x86_64 24/26 2024-04-10T02:17:40.873 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-825.g896bb95d.el9.x86_64 24/26 2024-04-10T02:17:40.874 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:17:40.874 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-10T02:17:40.874 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T02:17:40.874 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T02:17:40.874 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:40.875 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-10T02:17:40.957 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-10T02:17:40.957 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-10T02:17:41.351 INFO:teuthology.orchestra.run.smithi057.stdout:(14/33): python3-pytz-2021.1-5.el9.noarch.rpm 76 kB/s | 51 kB 00:00 2024-04-10T02:17:41.385 INFO:teuthology.orchestra.run.smithi057.stdout:(15/33): python3-toml-0.10.2-6.el9.noarch.rpm 68 kB/s | 42 kB 00:00 2024-04-10T02:17:41.577 INFO:teuthology.orchestra.run.smithi057.stdout:(16/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 193 kB/s | 43 kB 00:00 2024-04-10T02:17:41.769 INFO:teuthology.orchestra.run.smithi057.stdout:(17/33): ceph-osd-17.2.7-825.g896bb95d.el9.x86_ 5.7 MB/s | 15 MB 00:02 2024-04-10T02:17:41.811 INFO:teuthology.orchestra.run.smithi057.stdout:(18/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 404 kB/s | 172 kB 00:00 2024-04-10T02:17:41.836 INFO:teuthology.orchestra.run.smithi057.stdout:(19/33): python3-cherrypy-18.6.1-2.el9.noarch.r 1.4 MB/s | 358 kB 00:00 2024-04-10T02:17:41.861 INFO:teuthology.orchestra.run.smithi057.stdout:(20/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 117 kB/s | 11 kB 00:00 2024-04-10T02:17:41.886 INFO:teuthology.orchestra.run.smithi057.stdout:(21/33): python3-jaraco-classes-3.2.1-5.el9.noa 234 kB/s | 18 kB 00:00 2024-04-10T02:17:41.912 INFO:teuthology.orchestra.run.smithi057.stdout:(22/33): python3-jaraco-collections-3.0.0-8.el9 306 kB/s | 23 kB 00:00 2024-04-10T02:17:41.937 INFO:teuthology.orchestra.run.smithi057.stdout:(23/33): python3-jaraco-functools-3.5.0-2.el9.n 258 kB/s | 19 kB 00:00 2024-04-10T02:17:41.962 INFO:teuthology.orchestra.run.smithi057.stdout:(24/33): python3-jaraco-text-3.2.0-6.el9.noarch 261 kB/s | 20 kB 00:00 2024-04-10T02:17:41.987 INFO:teuthology.orchestra.run.smithi057.stdout:(25/33): python3-logutils-0.3.5-21.el9.noarch.r 617 kB/s | 46 kB 00:00 2024-04-10T02:17:42.013 INFO:teuthology.orchestra.run.smithi057.stdout:(26/33): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-04-10T02:17:42.038 INFO:teuthology.orchestra.run.smithi057.stdout:(27/33): python3-pecan-1.4.2-3.el9.noarch.rpm 3.6 MB/s | 272 kB 00:00 2024-04-10T02:17:42.063 INFO:teuthology.orchestra.run.smithi057.stdout:(28/33): python3-portend-3.1.0-2.el9.noarch.rpm 218 kB/s | 16 kB 00:00 2024-04-10T02:17:42.105 INFO:teuthology.orchestra.run.smithi057.stdout:(29/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 982 kB/s | 90 kB 00:00 2024-04-10T02:17:42.130 INFO:teuthology.orchestra.run.smithi057.stdout:(30/33): python3-tempora-5.0.0-2.el9.noarch.rpm 388 kB/s | 36 kB 00:00 2024-04-10T02:17:42.156 INFO:teuthology.orchestra.run.smithi057.stdout:(31/33): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-04-10T02:17:42.181 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-base-2:17.2.7-825.g896bb95d.el9.x86_64 1/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 2/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-radosgw-2:17.2.7-825.g896bb95d.el9.x86_64 3/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-selinux-2:17.2.7-825.g896bb95d.el9.x86_64 4/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libcephfs2-2:17.2.7-825.g896bb95d.el9.x86_64 5/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libradosstriper1-2:17.2.7-825.g896bb95d.el9.x86_64 6/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librgw2-2:17.2.7-825.g896bb95d.el9.x86_64 7/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-ceph-argparse-2:17.2.7-825.g896bb95d.el9.x 8/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-ceph-common-2:17.2.7-825.g896bb95d.el9.x86 9/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cephfs-2:17.2.7-825.g896bb95d.el9.x86_64 10/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rados-2:17.2.7-825.g896bb95d.el9.x86_64 11/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rbd-2:17.2.7-825.g896bb95d.el9.x86_64 12/26 2024-04-10T02:17:42.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rgw-2:17.2.7-825.g896bb95d.el9.x86_64 13/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 14/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 15/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 16/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 17/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 18/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 19/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 20/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 21/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 22/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librados2-2:17.2.7-825.g896bb95d.el9.x86_64 23/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 24/26 2024-04-10T02:17:42.183 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librbd1-2:17.2.7-825.g896bb95d.el9.x86_64 25/26 2024-04-10T02:17:42.189 INFO:teuthology.orchestra.run.smithi057.stdout:(32/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 5.0 MB/s | 427 kB 00:00 2024-04-10T02:17:42.223 INFO:teuthology.orchestra.run.smithi057.stdout:(33/33): python3-zc-lockfile-2.0-10.el9.noarch. 219 kB/s | 20 kB 00:00 2024-04-10T02:17:42.228 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:17:42.228 INFO:teuthology.orchestra.run.smithi057.stdout:Total 5.8 MB/s | 27 MB 00:04 2024-04-10T02:17:42.345 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:17:42.385 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:17:42.385 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:17:42.754 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:17:42.755 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:17:43.215 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 26/26 2024-04-10T02:17:43.215 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:43.215 INFO:teuthology.orchestra.run.smithi096.stdout:Upgraded: 2024-04-10T02:17:43.215 INFO:teuthology.orchestra.run.smithi096.stdout: librados2-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.215 INFO:teuthology.orchestra.run.smithi096.stdout: librbd1-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.215 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:17:43.215 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-base-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.215 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-radosgw-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-selinux-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs2-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: libradosstriper1-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: librgw2-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.216 INFO:teuthology.orchestra.run.smithi096.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-argparse-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-common-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cephfs-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rados-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rbd-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rgw-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:43.217 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:17:43.625 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-test 2024-04-10T02:17:44.028 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:17:44.084 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-04-10T02:17:44.117 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-04-10T02:17:44.158 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-04-10T02:17:44.216 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:30 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:17:44.255 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-04-10T02:17:44.331 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-04-10T02:17:44.377 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 6/33 2024-04-10T02:17:44.420 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-04-10T02:17:44.450 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-04-10T02:17:44.485 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-04-10T02:17:44.506 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:17:44.506 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:17:44.506 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:17:44.507 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.508 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:17:44.509 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:17:44.518 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-04-10T02:17:44.559 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-04-10T02:17:44.579 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-test x86_64 2:17.2.7-825.g896bb95d.el9 ceph 48 M 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout: libcephsqlite x86_64 2:17.2.7-825.g896bb95d.el9 ceph 163 k 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:44.580 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:17:44.581 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:17:44.581 INFO:teuthology.orchestra.run.smithi096.stdout:Install 6 Packages 2024-04-10T02:17:44.581 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:44.581 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 49 M 2024-04-10T02:17:44.581 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 193 M 2024-04-10T02:17:44.581 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:17:44.602 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-04-10T02:17:44.636 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-04-10T02:17:44.674 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-04-10T02:17:44.759 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-04-10T02:17:44.900 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-04-10T02:17:44.984 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-04-10T02:17:45.045 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 18/33 2024-04-10T02:17:45.082 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-04-10T02:17:45.083 INFO:teuthology.orchestra.run.smithi096.stdout:(1/6): jq-1.6-16.el9.x86_64.rpm 767 kB/s | 187 kB 00:00 2024-04-10T02:17:45.141 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-04-10T02:17:45.200 INFO:teuthology.orchestra.run.smithi096.stdout:(2/6): oniguruma-6.9.6-1.el9.5.x86_64.rpm 1.8 MB/s | 218 kB 00:00 2024-04-10T02:17:45.204 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-04-10T02:17:45.242 INFO:teuthology.orchestra.run.smithi096.stdout:(3/6): libcephsqlite-17.2.7-825.g896bb95d.el9.x 404 kB/s | 163 kB 00:00 2024-04-10T02:17:45.384 INFO:teuthology.orchestra.run.smithi096.stdout:(4/6): xmlstarlet-1.6.1-20.el9.x86_64.rpm 449 kB/s | 64 kB 00:00 2024-04-10T02:17:45.408 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-04-10T02:17:45.426 INFO:teuthology.orchestra.run.smithi096.stdout:(5/6): socat-1.7.4.1-5.el9.x86_64.rpm 1.3 MB/s | 305 kB 00:00 2024-04-10T02:17:45.469 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-04-10T02:17:45.550 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-04-10T02:17:45.641 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-04-10T02:17:45.676 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-04-10T02:17:45.797 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-04-10T02:17:45.954 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-825.g896bb95d.el9.n 28/33 2024-04-10T02:17:45.978 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-2:17.2.7-825.g896bb95d.el9.x86_64 29/33 2024-04-10T02:17:46.003 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mgr-2:17.2.7-825.g896bb95d.el9.x86_64 29/33 2024-04-10T02:17:46.003 INFO:teuthology.orchestra.run.smithi057.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:17:46.003 INFO:teuthology.orchestra.run.smithi057.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-10T02:17:46.003 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T02:17:46.003 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T02:17:46.003 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:47.395 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-osd-2:17.2.7-825.g896bb95d.el9.x86_64 30/33 2024-04-10T02:17:47.421 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-osd-2:17.2.7-825.g896bb95d.el9.x86_64 30/33 2024-04-10T02:17:47.421 INFO:teuthology.orchestra.run.smithi057.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:17:47.421 INFO:teuthology.orchestra.run.smithi057.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-10T02:17:47.422 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T02:17:47.422 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T02:17:47.422 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:47.804 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mon-2:17.2.7-825.g896bb95d.el9.x86_64 31/33 2024-04-10T02:17:47.830 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mon-2:17.2.7-825.g896bb95d.el9.x86_64 31/33 2024-04-10T02:17:47.830 INFO:teuthology.orchestra.run.smithi057.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:17:47.830 INFO:teuthology.orchestra.run.smithi057.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-10T02:17:47.830 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T02:17:47.830 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T02:17:47.830 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:48.038 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mds-2:17.2.7-825.g896bb95d.el9.x86_64 32/33 2024-04-10T02:17:48.061 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mds-2:17.2.7-825.g896bb95d.el9.x86_64 32/33 2024-04-10T02:17:48.061 INFO:teuthology.orchestra.run.smithi057.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:17:48.061 INFO:teuthology.orchestra.run.smithi057.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-10T02:17:48.061 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T02:17:48.061 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T02:17:48.061 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:48.121 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-2:17.2.7-825.g896bb95d.el9.x86_64 33/33 2024-04-10T02:17:49.259 INFO:teuthology.orchestra.run.smithi096.stdout:(6/6): ceph-test-17.2.7-825.g896bb95d.el9.x86_6 11 MB/s | 48 MB 00:04 2024-04-10T02:17:49.261 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:17:49.261 INFO:teuthology.orchestra.run.smithi096.stdout:Total 10 MB/s | 49 MB 00:04 2024-04-10T02:17:49.312 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:17:49.330 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:17:49.331 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:17:49.706 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-2:17.2.7-825.g896bb95d.el9.x86_64 33/33 2024-04-10T02:17:49.706 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-2:17.2.7-825.g896bb95d.el9.x86_64 1/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mds-2:17.2.7-825.g896bb95d.el9.x86_64 2/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-2:17.2.7-825.g896bb95d.el9.x86_64 3/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mon-2:17.2.7-825.g896bb95d.el9.x86_64 4/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-osd-2:17.2.7-825.g896bb95d.el9.x86_64 5/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-825.g896bb95d.el9.n 6/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 12/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-04-10T02:17:49.707 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-04-10T02:17:49.708 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-04-10T02:17:49.709 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-04-10T02:17:49.709 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-04-10T02:17:49.709 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-04-10T02:17:49.709 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 31/33 2024-04-10T02:17:49.710 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-04-10T02:17:49.717 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:17:49.718 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:17:50.301 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:17:50.386 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/6 2024-04-10T02:17:50.421 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 2/6 2024-04-10T02:17:50.450 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 3/6 2024-04-10T02:17:50.492 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : jq-1.6-16.el9.x86_64 4/6 2024-04-10T02:17:50.520 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libcephsqlite-2:17.2.7-825.g896bb95d.el9.x86_64 5/6 2024-04-10T02:17:50.656 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-04-10T02:17:50.656 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:50.656 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:17:50.656 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:50.656 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mds-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:50.656 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:50.656 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-modules-core-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:17:50.656 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mon-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:50.656 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-osd-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:50.656 INFO:teuthology.orchestra.run.smithi057.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-10T02:17:50.657 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ply-3.11-14.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:50.658 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:17:51.037 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-base 2024-04-10T02:17:51.639 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:00:59 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:17:51.949 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:17:51.949 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:17:51.949 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:17:51.949 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.949 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:17:51.949 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.949 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:17:51.949 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:17:51.950 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.951 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.952 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:17:51.953 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.954 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:17:51.955 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.956 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:17:51.957 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.958 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.958 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.958 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.958 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:17:51.958 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.958 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.958 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.958 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:17:51.959 INFO:teuthology.orchestra.run.smithi057.stdout:Package ceph-base-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:17:52.022 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:17:52.023 INFO:teuthology.orchestra.run.smithi057.stdout:Nothing to do. 2024-04-10T02:17:52.024 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:17:52.100 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install cephadm 2024-04-10T02:17:52.696 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:00 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:17:53.005 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:17:53.005 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.006 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:17:53.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:17:53.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:17:53.009 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.010 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.011 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.012 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:17:53.013 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.014 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.015 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:17:53.076 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout: cephadm noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 82 k 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout:Install 1 Package 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 82 k 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 372 k 2024-04-10T02:17:53.077 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:17:53.361 INFO:teuthology.orchestra.run.smithi057.stdout:cephadm-17.2.7-825.g896bb95d.el9.noarch.rpm 290 kB/s | 82 kB 00:00 2024-04-10T02:17:53.361 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:17:53.361 INFO:teuthology.orchestra.run.smithi057.stdout:Total 288 kB/s | 82 kB 00:00 2024-04-10T02:17:53.362 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:17:53.367 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:17:53.367 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:17:53.369 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:17:53.370 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:17:53.452 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:17:53.767 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: cephadm-2:17.2.7-825.g896bb95d.el9.noarch 1/1 2024-04-10T02:17:53.858 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : cephadm-2:17.2.7-825.g896bb95d.el9.noarch 1/1 2024-04-10T02:17:54.216 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: cephadm-2:17.2.7-825.g896bb95d.el9.noarch 1/1 2024-04-10T02:17:54.545 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : cephadm-2:17.2.7-825.g896bb95d.el9.noarch 1/1 2024-04-10T02:17:54.545 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:54.545 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:17:54.545 INFO:teuthology.orchestra.run.smithi057.stdout: cephadm-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:17:54.545 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:54.545 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:17:54.785 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-immutable-object-cache 2024-04-10T02:17:54.908 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libcephsqlite-2:17.2.7-825.g896bb95d.el9.x86_64 5/6 2024-04-10T02:17:54.979 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-test-2:17.2.7-825.g896bb95d.el9.x86_64 6/6 2024-04-10T02:17:55.396 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:03 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:17:55.703 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:17:55.703 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:17:55.703 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.704 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:17:55.705 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:17:55.706 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.707 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:17:55.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:17:55.775 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:17:55.776 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:55.776 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repo Size 2024-04-10T02:17:55.776 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:55.776 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:17:55.776 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-825.g896bb95d.el9 ceph 137 k 2024-04-10T02:17:55.776 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:55.776 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:17:55.776 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:55.776 INFO:teuthology.orchestra.run.smithi057.stdout:Install 1 Package 2024-04-10T02:17:55.776 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:55.777 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 137 k 2024-04-10T02:17:55.777 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 379 k 2024-04-10T02:17:55.777 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:17:55.997 INFO:teuthology.orchestra.run.smithi057.stdout:ceph-immutable-object-cache-17.2.7-825.g896bb95 625 kB/s | 137 kB 00:00 2024-04-10T02:17:55.998 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:17:55.998 INFO:teuthology.orchestra.run.smithi057.stdout:Total 620 kB/s | 137 kB 00:00 2024-04-10T02:17:55.999 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:17:56.006 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:17:56.006 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:17:56.061 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:17:56.062 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:17:56.206 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:17:56.256 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-825.g896bb95d.e 1/1 2024-04-10T02:17:56.280 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-825.g896bb95d.e 1/1 2024-04-10T02:17:56.280 INFO:teuthology.orchestra.run.smithi057.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:17:56.280 INFO:teuthology.orchestra.run.smithi057.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-10T02:17:56.280 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:57.202 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-test-2:17.2.7-825.g896bb95d.el9.x86_64 6/6 2024-04-10T02:17:57.202 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-test-2:17.2.7-825.g896bb95d.el9.x86_64 1/6 2024-04-10T02:17:57.202 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libcephsqlite-2:17.2.7-825.g896bb95d.el9.x86_64 2/6 2024-04-10T02:17:57.202 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : jq-1.6-16.el9.x86_64 3/6 2024-04-10T02:17:57.203 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 4/6 2024-04-10T02:17:57.203 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 5/6 2024-04-10T02:17:57.221 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-825.g896bb95d.e 1/1 2024-04-10T02:17:57.221 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:57.221 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:17:57.221 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-immutable-object-cache-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:57.221 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:57.221 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:17:57.475 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-mgr 2024-04-10T02:17:57.603 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 6/6 2024-04-10T02:17:57.603 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:57.603 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:17:57.603 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-test-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:57.603 INFO:teuthology.orchestra.run.smithi096.stdout: jq-1.6-16.el9.x86_64 2024-04-10T02:17:57.603 INFO:teuthology.orchestra.run.smithi096.stdout: libcephsqlite-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:17:57.603 INFO:teuthology.orchestra.run.smithi096.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-10T02:17:57.604 INFO:teuthology.orchestra.run.smithi096.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-10T02:17:57.604 INFO:teuthology.orchestra.run.smithi096.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-10T02:17:57.604 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:57.604 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:17:57.857 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph 2024-04-10T02:17:58.077 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:06 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:17:58.379 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:17:58.379 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:17:58.379 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:17:58.379 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.379 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.380 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.381 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.382 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:17:58.383 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.384 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.385 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.386 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.387 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.388 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.389 INFO:teuthology.orchestra.run.smithi057.stdout:Package ceph-mgr-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:17:58.450 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:17:58.451 INFO:teuthology.orchestra.run.smithi057.stdout:Nothing to do. 2024-04-10T02:17:58.451 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:17:58.461 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:44 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:17:58.512 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-mgr-dashboard 2024-04-10T02:17:58.759 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:17:58.759 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:17:58.759 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:17:58.759 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.759 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:17:58.759 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.759 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:17:58.759 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:17:58.760 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.761 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:17:58.762 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.762 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:17:58.762 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.762 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:17:58.762 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.762 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:17:58.762 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.762 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:17:58.762 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:17:58.763 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:17:58.764 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:17:58.765 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.766 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:17:58.767 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.768 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.769 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:17:58.769 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.769 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.769 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.769 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:17:58.838 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:17:58.840 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:17:58.840 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout: ceph x86_64 2:17.2.7-825.g896bb95d.el9 ceph 6.5 k 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mds x86_64 2:17.2.7-825.g896bb95d.el9 ceph 2.1 M 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr x86_64 2:17.2.7-825.g896bb95d.el9 ceph 1.4 M 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-modules-core noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 240 k 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mon x86_64 2:17.2.7-825.g896bb95d.el9 ceph 3.9 M 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-osd x86_64 2:17.2.7-825.g896bb95d.el9 ceph 15 M 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-10T02:17:58.841 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-10T02:17:58.842 INFO:teuthology.orchestra.run.smithi096.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout:Install 33 Packages 2024-04-10T02:17:58.843 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:17:58.844 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 27 M 2024-04-10T02:17:58.844 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 96 M 2024-04-10T02:17:58.844 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:17:59.112 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:07 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:17:59.416 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:17:59.416 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:17:59.416 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:17:59.416 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.416 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:17:59.416 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.416 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:17:59.416 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.416 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:17:59.417 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.418 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.419 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:17:59.420 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.421 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:17:59.422 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.422 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:17:59.422 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.422 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:17:59.422 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.422 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:17:59.422 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.422 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:17:59.422 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.422 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.423 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.424 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.425 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.426 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:17:59.426 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.426 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.426 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.426 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.426 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:17:59.426 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.426 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.426 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.426 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:17:59.488 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:17:59.489 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:59.489 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2024-04-10T02:17:59.489 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:59.489 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-dashboard noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 1.7 M 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-grafana-dashboards noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 24 k 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-prometheus-alerts noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 15 k 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout:Installing weak dependencies: 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:17:59.490 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:17:59.491 INFO:teuthology.orchestra.run.smithi057.stdout:Install 7 Packages 2024-04-10T02:17:59.491 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:17:59.491 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 2.0 M 2024-04-10T02:17:59.491 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 8.1 M 2024-04-10T02:17:59.491 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:17:59.695 INFO:teuthology.orchestra.run.smithi096.stdout:(1/33): ceph-17.2.7-825.g896bb95d.el9.x86_64.rp 18 kB/s | 6.5 kB 00:00 2024-04-10T02:17:59.870 INFO:teuthology.orchestra.run.smithi096.stdout:(2/33): ceph-mds-17.2.7-825.g896bb95d.el9.x86_6 3.8 MB/s | 2.1 MB 00:00 2024-04-10T02:18:00.158 INFO:teuthology.orchestra.run.smithi057.stdout:(1/7): ceph-grafana-dashboards-17.2.7-825.g896b 60 kB/s | 24 kB 00:00 2024-04-10T02:18:00.233 INFO:teuthology.orchestra.run.smithi057.stdout:(2/7): python3-jwt+crypto-2.4.0-1.el9.noarch.rp 121 kB/s | 9.0 kB 00:00 2024-04-10T02:18:00.259 INFO:teuthology.orchestra.run.smithi057.stdout:(3/7): ceph-prometheus-alerts-17.2.7-825.g896bb 29 kB/s | 15 kB 00:00 2024-04-10T02:18:00.343 INFO:teuthology.orchestra.run.smithi057.stdout:(4/7): python3-jwt-2.4.0-1.el9.noarch.rpm 376 kB/s | 41 kB 00:00 2024-04-10T02:18:00.401 INFO:teuthology.orchestra.run.smithi057.stdout:(5/7): python3-repoze-lru-0.7-16.el9.noarch.rpm 217 kB/s | 31 kB 00:00 2024-04-10T02:18:00.593 INFO:teuthology.orchestra.run.smithi057.stdout:(6/7): python3-routes-2.5.1-5.el9.noarch.rpm 754 kB/s | 188 kB 00:00 2024-04-10T02:18:01.154 INFO:teuthology.orchestra.run.smithi096.stdout:(3/33): ceph-mgr-17.2.7-825.g896bb95d.el9.x86_6 791 kB/s | 1.4 MB 00:01 2024-04-10T02:18:01.370 INFO:teuthology.orchestra.run.smithi096.stdout:(4/33): ceph-mgr-modules-core-17.2.7-825.g896bb 1.1 MB/s | 240 kB 00:00 2024-04-10T02:18:01.771 INFO:teuthology.orchestra.run.smithi096.stdout:(5/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 633 kB/s | 253 kB 00:00 2024-04-10T02:18:01.904 INFO:teuthology.orchestra.run.smithi096.stdout:(6/33): python3-cryptography-36.0.1-4.el9.x86_6 9.2 MB/s | 1.2 MB 00:00 2024-04-10T02:18:01.971 INFO:teuthology.orchestra.run.smithi096.stdout:(7/33): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-04-10T02:18:02.055 INFO:teuthology.orchestra.run.smithi096.stdout:(8/33): python3-pycparser-2.20-6.el9.noarch.rpm 1.6 MB/s | 135 kB 00:00 2024-04-10T02:18:02.113 INFO:teuthology.orchestra.run.smithi096.stdout:(9/33): python3-requests-2.25.1-8.el9.noarch.rp 2.1 MB/s | 125 kB 00:00 2024-04-10T02:18:02.180 INFO:teuthology.orchestra.run.smithi096.stdout:(10/33): python3-urllib3-1.26.5-5.el9.noarch.rp 3.1 MB/s | 215 kB 00:00 2024-04-10T02:18:02.326 INFO:teuthology.orchestra.run.smithi057.stdout:(7/7): ceph-mgr-dashboard-17.2.7-825.g896bb95d. 675 kB/s | 1.7 MB 00:02 2024-04-10T02:18:02.328 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:02.328 INFO:teuthology.orchestra.run.smithi057.stdout:Total 720 kB/s | 2.0 MB 00:02 2024-04-10T02:18:02.329 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:18:02.339 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:18:02.339 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:18:02.406 INFO:teuthology.orchestra.run.smithi096.stdout:(11/33): ceph-osd-17.2.7-825.g896bb95d.el9.x86_ 6.0 MB/s | 15 MB 00:02 2024-04-10T02:18:02.412 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:18:02.412 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:18:02.673 INFO:teuthology.orchestra.run.smithi096.stdout:(12/33): python3-markupsafe-1.1.1-12.el9.x86_64 130 kB/s | 35 kB 00:00 2024-04-10T02:18:02.723 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:18:02.769 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 1/7 2024-04-10T02:18:02.804 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 2/7 2024-04-10T02:18:02.840 INFO:teuthology.orchestra.run.smithi096.stdout:(13/33): python3-mako-1.1.4-6.el9.noarch.rpm 261 kB/s | 172 kB 00:00 2024-04-10T02:18:02.859 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/7 2024-04-10T02:18:02.865 INFO:teuthology.orchestra.run.smithi096.stdout:(14/33): python3-pytz-2021.1-5.el9.noarch.rpm 266 kB/s | 51 kB 00:00 2024-04-10T02:18:02.890 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/7 2024-04-10T02:18:02.919 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-825.g896bb95d.el9.no 5/7 2024-04-10T02:18:02.932 INFO:teuthology.orchestra.run.smithi096.stdout:(15/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 651 kB/s | 43 kB 00:00 2024-04-10T02:18:02.991 INFO:teuthology.orchestra.run.smithi096.stdout:(16/33): ceph-mon-17.2.7-825.g896bb95d.el9.x86_ 1.2 MB/s | 3.9 MB 00:03 2024-04-10T02:18:03.024 INFO:teuthology.orchestra.run.smithi096.stdout:(17/33): python3-toml-0.10.2-6.el9.noarch.rpm 226 kB/s | 42 kB 00:00 2024-04-10T02:18:03.049 INFO:teuthology.orchestra.run.smithi096.stdout:(18/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-04-10T02:18:03.075 INFO:teuthology.orchestra.run.smithi096.stdout:(19/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 214 kB/s | 11 kB 00:00 2024-04-10T02:18:03.092 INFO:teuthology.orchestra.run.smithi096.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 422 kB/s | 18 kB 00:00 2024-04-10T02:18:03.108 INFO:teuthology.orchestra.run.smithi096.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 690 kB/s | 23 kB 00:00 2024-04-10T02:18:03.134 INFO:teuthology.orchestra.run.smithi096.stdout:(22/33): python3-jaraco-functools-3.5.0-2.el9.n 464 kB/s | 19 kB 00:00 2024-04-10T02:18:03.151 INFO:teuthology.orchestra.run.smithi096.stdout:(23/33): python3-jaraco-text-3.2.0-6.el9.noarch 469 kB/s | 20 kB 00:00 2024-04-10T02:18:03.159 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-825.g896bb95d.el9.n 6/7 2024-04-10T02:18:03.176 INFO:teuthology.orchestra.run.smithi096.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 1.1 MB/s | 46 kB 00:00 2024-04-10T02:18:03.197 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-825.g896bb95d.el9.noarch 7/7 2024-04-10T02:18:03.201 INFO:teuthology.orchestra.run.smithi096.stdout:(25/33): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-04-10T02:18:03.227 INFO:teuthology.orchestra.run.smithi096.stdout:(26/33): python3-cherrypy-18.6.1-2.el9.noarch.r 1.7 MB/s | 358 kB 00:00 2024-04-10T02:18:03.244 INFO:teuthology.orchestra.run.smithi096.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 391 kB/s | 16 kB 00:00 2024-04-10T02:18:03.286 INFO:teuthology.orchestra.run.smithi096.stdout:(28/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.5 MB/s | 90 kB 00:00 2024-04-10T02:18:03.303 INFO:teuthology.orchestra.run.smithi096.stdout:(29/33): python3-tempora-5.0.0-2.el9.noarch.rpm 610 kB/s | 36 kB 00:00 2024-04-10T02:18:03.328 INFO:teuthology.orchestra.run.smithi096.stdout:(30/33): python3-pecan-1.4.2-3.el9.noarch.rpm 1.8 MB/s | 272 kB 00:00 2024-04-10T02:18:03.353 INFO:teuthology.orchestra.run.smithi096.stdout:(31/33): python3-webob-1.8.7-6.el9.noarch.rpm 3.3 MB/s | 230 kB 00:00 2024-04-10T02:18:03.370 INFO:teuthology.orchestra.run.smithi096.stdout:(32/33): python3-zc-lockfile-2.0-10.el9.noarch. 476 kB/s | 20 kB 00:00 2024-04-10T02:18:03.395 INFO:teuthology.orchestra.run.smithi096.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.5 MB/s | 427 kB 00:00 2024-04-10T02:18:03.399 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:03.399 INFO:teuthology.orchestra.run.smithi096.stdout:Total 6.0 MB/s | 27 MB 00:04 2024-04-10T02:18:03.520 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:18:03.556 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:18:03.557 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:18:03.649 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-825.g896bb95d.el9.noarch 7/7 2024-04-10T02:18:03.649 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-825.g896bb95d.el9.n 1/7 2024-04-10T02:18:03.650 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-825.g896bb95d.el9.noarch 2/7 2024-04-10T02:18:03.650 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-825.g896bb95d.el9.no 3/7 2024-04-10T02:18:03.650 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 4/7 2024-04-10T02:18:03.650 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 5/7 2024-04-10T02:18:03.650 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 6/7 2024-04-10T02:18:03.923 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:18:03.923 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 7/7 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-grafana-dashboards-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-dashboard-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-prometheus-alerts-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:03.978 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:04.203 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-mgr-diskprediction-local 2024-04-10T02:18:04.802 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:12 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:05.105 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:05.105 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.106 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:05.107 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:05.108 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.109 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:05.110 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.111 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:05.112 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.113 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.114 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.114 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:05.163 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:18:05.179 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:05.180 INFO:teuthology.orchestra.run.smithi057.stdout:====================================================================================== 2024-04-10T02:18:05.180 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout:====================================================================================== 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 7.4 M 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-10T02:18:05.181 INFO:teuthology.orchestra.run.smithi057.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-10T02:18:05.182 INFO:teuthology.orchestra.run.smithi057.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-10T02:18:05.182 INFO:teuthology.orchestra.run.smithi057.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-10T02:18:05.182 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:05.182 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:18:05.182 INFO:teuthology.orchestra.run.smithi057.stdout:====================================================================================== 2024-04-10T02:18:05.182 INFO:teuthology.orchestra.run.smithi057.stdout:Install 12 Packages 2024-04-10T02:18:05.182 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:05.183 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 38 M 2024-04-10T02:18:05.183 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 209 M 2024-04-10T02:18:05.183 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:18:05.240 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-04-10T02:18:05.264 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-04-10T02:18:05.297 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-04-10T02:18:05.388 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-04-10T02:18:05.458 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-04-10T02:18:05.500 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 6/33 2024-04-10T02:18:05.535 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-04-10T02:18:05.565 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-04-10T02:18:05.599 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-04-10T02:18:05.632 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-04-10T02:18:05.673 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-04-10T02:18:05.708 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-04-10T02:18:05.742 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-04-10T02:18:05.780 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-04-10T02:18:05.852 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-04-10T02:18:05.975 INFO:teuthology.orchestra.run.smithi057.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 341 kB/s | 195 kB 00:00 2024-04-10T02:18:05.988 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-04-10T02:18:06.067 INFO:teuthology.orchestra.run.smithi057.stdout:(2/12): ceph-mgr-diskprediction-local-17.2.7-82 11 MB/s | 7.4 MB 00:00 2024-04-10T02:18:06.071 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-04-10T02:18:06.125 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 18/33 2024-04-10T02:18:06.134 INFO:teuthology.orchestra.run.smithi057.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 206 kB/s | 33 kB 00:00 2024-04-10T02:18:06.164 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-04-10T02:18:06.184 INFO:teuthology.orchestra.run.smithi057.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 365 kB/s | 18 kB 00:00 2024-04-10T02:18:06.212 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-04-10T02:18:06.225 INFO:teuthology.orchestra.run.smithi057.stdout:(5/12): openblas-0.3.21-2.el9.x86_64.rpm 848 kB/s | 35 kB 00:00 2024-04-10T02:18:06.267 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-04-10T02:18:06.359 INFO:teuthology.orchestra.run.smithi057.stdout:(6/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 10 MB/s | 3.0 MB 00:00 2024-04-10T02:18:06.401 INFO:teuthology.orchestra.run.smithi057.stdout:(7/12): libgfortran-11.4.1-3.el9.x86_64.rpm 804 kB/s | 803 kB 00:00 2024-04-10T02:18:06.426 INFO:teuthology.orchestra.run.smithi057.stdout:(8/12): python3-devel-3.9.17-2.el9.x86_64.rpm 3.6 MB/s | 245 kB 00:00 2024-04-10T02:18:06.463 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-04-10T02:18:06.493 INFO:teuthology.orchestra.run.smithi057.stdout:(9/12): openblas-openmp-0.3.21-2.el9.x86_64.rpm 18 MB/s | 4.7 MB 00:00 2024-04-10T02:18:06.509 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-04-10T02:18:06.519 INFO:teuthology.orchestra.run.smithi057.stdout:(10/12): python3-numpy-f2py-1.20.1-5.el9.x86_64 2.7 MB/s | 250 kB 00:00 2024-04-10T02:18:06.587 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-04-10T02:18:06.675 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-04-10T02:18:06.726 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-04-10T02:18:06.802 INFO:teuthology.orchestra.run.smithi057.stdout:(11/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 53 MB/s | 16 MB 00:00 2024-04-10T02:18:06.838 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-04-10T02:18:06.877 INFO:teuthology.orchestra.run.smithi057.stdout:(12/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-04-10T02:18:06.878 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:06.879 INFO:teuthology.orchestra.run.smithi057.stdout:Total 22 MB/s | 38 MB 00:01 2024-04-10T02:18:06.988 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-825.g896bb95d.el9.n 28/33 2024-04-10T02:18:07.019 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-2:17.2.7-825.g896bb95d.el9.x86_64 29/33 2024-04-10T02:18:07.045 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-2:17.2.7-825.g896bb95d.el9.x86_64 29/33 2024-04-10T02:18:07.045 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:18:07.045 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-10T02:18:07.045 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T02:18:07.045 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T02:18:07.045 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:07.241 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:18:07.268 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:18:07.269 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:18:07.795 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:18:07.796 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:18:08.370 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-osd-2:17.2.7-825.g896bb95d.el9.x86_64 30/33 2024-04-10T02:18:08.397 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-osd-2:17.2.7-825.g896bb95d.el9.x86_64 30/33 2024-04-10T02:18:08.397 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:18:08.397 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-10T02:18:08.397 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T02:18:08.397 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T02:18:08.397 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:08.585 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:18:08.667 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-04-10T02:18:08.701 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-04-10T02:18:08.771 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mon-2:17.2.7-825.g896bb95d.el9.x86_64 31/33 2024-04-10T02:18:08.795 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mon-2:17.2.7-825.g896bb95d.el9.x86_64 31/33 2024-04-10T02:18:08.796 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:18:08.796 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-10T02:18:08.796 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T02:18:08.796 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T02:18:08.796 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:08.798 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-04-10T02:18:08.844 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 4/12 2024-04-10T02:18:08.996 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mds-2:17.2.7-825.g896bb95d.el9.x86_64 32/33 2024-04-10T02:18:09.020 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mds-2:17.2.7-825.g896bb95d.el9.x86_64 32/33 2024-04-10T02:18:09.020 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:18:09.020 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-10T02:18:09.020 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T02:18:09.020 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T02:18:09.020 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:09.031 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-04-10T02:18:09.067 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-04-10T02:18:09.086 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-2:17.2.7-825.g896bb95d.el9.x86_64 33/33 2024-04-10T02:18:09.157 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-04-10T02:18:09.842 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-04-10T02:18:09.959 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-04-10T02:18:10.728 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-2:17.2.7-825.g896bb95d.el9.x86_64 33/33 2024-04-10T02:18:10.728 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-2:17.2.7-825.g896bb95d.el9.x86_64 1/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mds-2:17.2.7-825.g896bb95d.el9.x86_64 2/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-2:17.2.7-825.g896bb95d.el9.x86_64 3/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mon-2:17.2.7-825.g896bb95d.el9.x86_64 4/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-osd-2:17.2.7-825.g896bb95d.el9.x86_64 5/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-825.g896bb95d.el9.n 6/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 12/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-04-10T02:18:10.729 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-04-10T02:18:10.730 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-04-10T02:18:10.731 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-04-10T02:18:10.731 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-04-10T02:18:10.731 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-04-10T02:18:10.731 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 31/33 2024-04-10T02:18:10.731 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-04-10T02:18:11.249 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-04-10T02:18:11.487 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-04-10T02:18:11.487 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mds-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-modules-core-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mon-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-osd-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-10T02:18:11.488 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ply-3.11-14.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-10T02:18:11.489 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-10T02:18:11.490 INFO:teuthology.orchestra.run.smithi096.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-10T02:18:11.490 INFO:teuthology.orchestra.run.smithi096.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-10T02:18:11.490 INFO:teuthology.orchestra.run.smithi096.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-10T02:18:11.490 INFO:teuthology.orchestra.run.smithi096.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-10T02:18:11.490 INFO:teuthology.orchestra.run.smithi096.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-10T02:18:11.490 INFO:teuthology.orchestra.run.smithi096.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-10T02:18:11.490 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:11.490 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:11.835 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-base 2024-04-10T02:18:12.332 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-04-10T02:18:12.357 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-825.g896bb9 12/12 2024-04-10T02:18:12.435 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:58 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:12.725 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:12.725 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:12.725 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:12.725 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.726 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.727 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:12.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:12.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:12.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:12.734 INFO:teuthology.orchestra.run.smithi096.stdout:Package ceph-base-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:12.791 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:12.793 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-10T02:18:12.793 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:12.861 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install cephadm 2024-04-10T02:18:13.440 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:59 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:13.727 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:13.727 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:13.728 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:13.729 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.730 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:13.731 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.732 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.733 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.734 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.735 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.736 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.736 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.736 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:13.736 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.736 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.736 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.736 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:13.796 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:13.796 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout: cephadm noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 82 k 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 82 k 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 372 k 2024-04-10T02:18:13.797 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:18:14.121 INFO:teuthology.orchestra.run.smithi096.stdout:cephadm-17.2.7-825.g896bb95d.el9.noarch.rpm 254 kB/s | 82 kB 00:00 2024-04-10T02:18:14.122 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:14.122 INFO:teuthology.orchestra.run.smithi096.stdout:Total 252 kB/s | 82 kB 00:00 2024-04-10T02:18:14.122 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:18:14.127 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:18:14.127 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:18:14.129 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:18:14.129 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:18:14.203 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:18:14.620 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: cephadm-2:17.2.7-825.g896bb95d.el9.noarch 1/1 2024-04-10T02:18:14.713 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : cephadm-2:17.2.7-825.g896bb95d.el9.noarch 1/1 2024-04-10T02:18:14.804 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-825.g896bb9 12/12 2024-04-10T02:18:14.804 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-825.g896bb9 1/12 2024-04-10T02:18:14.804 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-04-10T02:18:14.804 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-04-10T02:18:14.804 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-04-10T02:18:14.805 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-04-10T02:18:14.805 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-04-10T02:18:14.805 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-04-10T02:18:14.805 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-04-10T02:18:14.805 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 9/12 2024-04-10T02:18:14.805 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-04-10T02:18:14.805 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-04-10T02:18:15.112 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: cephadm-2:17.2.7-825.g896bb95d.el9.noarch 1/1 2024-04-10T02:18:15.270 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-04-10T02:18:15.270 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:15.270 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:18:15.270 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-diskprediction-local-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:15.270 INFO:teuthology.orchestra.run.smithi057.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-10T02:18:15.270 INFO:teuthology.orchestra.run.smithi057.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-10T02:18:15.270 INFO:teuthology.orchestra.run.smithi057.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-10T02:18:15.270 INFO:teuthology.orchestra.run.smithi057.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-10T02:18:15.271 INFO:teuthology.orchestra.run.smithi057.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-10T02:18:15.271 INFO:teuthology.orchestra.run.smithi057.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-10T02:18:15.271 INFO:teuthology.orchestra.run.smithi057.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-10T02:18:15.271 INFO:teuthology.orchestra.run.smithi057.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-10T02:18:15.271 INFO:teuthology.orchestra.run.smithi057.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-10T02:18:15.271 INFO:teuthology.orchestra.run.smithi057.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-10T02:18:15.271 INFO:teuthology.orchestra.run.smithi057.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-10T02:18:15.271 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:15.271 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:15.412 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : cephadm-2:17.2.7-825.g896bb95d.el9.noarch 1/1 2024-04-10T02:18:15.412 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:15.412 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:18:15.412 INFO:teuthology.orchestra.run.smithi096.stdout: cephadm-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:15.412 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:15.413 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:15.612 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-immutable-object-cache 2024-04-10T02:18:15.662 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-mgr-rook 2024-04-10T02:18:16.219 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:02 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:16.265 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:24 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:16.509 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:16.510 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:16.511 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:16.512 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.513 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:16.514 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.515 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.516 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.517 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.518 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.519 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.519 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:16.519 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.519 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.519 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.519 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.567 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:16.567 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:16.567 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:16.567 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.567 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:16.567 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.567 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:16.567 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.567 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:16.568 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:16.569 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:16.570 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.571 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.572 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:16.573 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.574 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.575 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.576 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:16.579 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:16.580 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:16.580 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repo Size 2024-04-10T02:18:16.580 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:16.580 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:18:16.580 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-825.g896bb95d.el9 ceph 137 k 2024-04-10T02:18:16.580 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:16.580 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:18:16.580 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:16.580 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-10T02:18:16.580 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:16.581 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 137 k 2024-04-10T02:18:16.581 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 379 k 2024-04-10T02:18:16.581 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:18:16.641 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:16.642 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:16.642 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2024-04-10T02:18:16.642 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:16.642 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-rook noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 47 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-10T02:18:16.643 INFO:teuthology.orchestra.run.smithi057.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-10T02:18:16.644 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:16.644 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:18:16.644 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:16.644 INFO:teuthology.orchestra.run.smithi057.stdout:Install 13 Packages 2024-04-10T02:18:16.644 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:16.644 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 2.2 M 2024-04-10T02:18:16.645 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 26 M 2024-04-10T02:18:16.645 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:18:16.799 INFO:teuthology.orchestra.run.smithi096.stdout:ceph-immutable-object-cache-17.2.7-825.g896bb95 632 kB/s | 137 kB 00:00 2024-04-10T02:18:16.799 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:16.800 INFO:teuthology.orchestra.run.smithi096.stdout:Total 626 kB/s | 137 kB 00:00 2024-04-10T02:18:16.800 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:18:16.807 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:18:16.807 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:18:16.859 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:18:16.860 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:18:16.995 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:18:17.058 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-825.g896bb95d.e 1/1 2024-04-10T02:18:17.073 INFO:teuthology.orchestra.run.smithi057.stdout:(1/13): python3-jsonpointer-2.0-4.el9.noarch.rp 236 kB/s | 19 kB 00:00 2024-04-10T02:18:17.083 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-825.g896bb95d.e 1/1 2024-04-10T02:18:17.083 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:18:17.083 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-10T02:18:17.083 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:17.124 INFO:teuthology.orchestra.run.smithi057.stdout:(2/13): python3-jsonpatch-1.21-16.el9.noarch.rp 195 kB/s | 26 kB 00:00 2024-04-10T02:18:17.191 INFO:teuthology.orchestra.run.smithi057.stdout:(3/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 2.3 MB/s | 222 kB 00:00 2024-04-10T02:18:17.216 INFO:teuthology.orchestra.run.smithi057.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 159 kB 00:00 2024-04-10T02:18:17.274 INFO:teuthology.orchestra.run.smithi057.stdout:(5/13): python3-requests-oauthlib-1.3.0-12.el9. 921 kB/s | 54 kB 00:00 2024-04-10T02:18:17.299 INFO:teuthology.orchestra.run.smithi057.stdout:(6/13): python3-pyasn1-modules-0.4.8-6.el9.noar 2.5 MB/s | 279 kB 00:00 2024-04-10T02:18:17.325 INFO:teuthology.orchestra.run.smithi057.stdout:(7/13): ceph-mgr-rook-17.2.7-825.g896bb95d.el9. 143 kB/s | 47 kB 00:00 2024-04-10T02:18:17.533 INFO:teuthology.orchestra.run.smithi057.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 124 kB/s | 32 kB 00:00 2024-04-10T02:18:17.559 INFO:teuthology.orchestra.run.smithi057.stdout:(9/13): python3-certifi-2021.10.8-2.el9.noarch. 58 kB/s | 15 kB 00:00 2024-04-10T02:18:17.651 INFO:teuthology.orchestra.run.smithi057.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 644 kB/s | 59 kB 00:00 2024-04-10T02:18:17.676 INFO:teuthology.orchestra.run.smithi057.stdout:(11/13): python3-google-auth-2.28.2-1.el9.noarc 578 kB/s | 203 kB 00:00 2024-04-10T02:18:17.734 INFO:teuthology.orchestra.run.smithi057.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 1.0 MB/s | 90 kB 00:00 2024-04-10T02:18:17.768 INFO:teuthology.orchestra.run.smithi057.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 4.4 MB/s | 1.0 MB 00:00 2024-04-10T02:18:17.770 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:17.771 INFO:teuthology.orchestra.run.smithi057.stdout:Total 1.9 MB/s | 2.2 MB 00:01 2024-04-10T02:18:17.831 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:18:17.847 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:18:17.847 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:18:17.949 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:18:17.949 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:18:18.045 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-825.g896bb95d.e 1/1 2024-04-10T02:18:18.045 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:18.045 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:18:18.045 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-immutable-object-cache-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:18.045 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:18.045 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:18.288 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-mgr 2024-04-10T02:18:18.484 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:18:18.647 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-04-10T02:18:18.704 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-04-10T02:18:18.768 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-04-10T02:18:18.804 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-04-10T02:18:18.845 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 5/13 2024-04-10T02:18:18.878 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:04 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:18.943 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-04-10T02:18:19.062 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 7/13 2024-04-10T02:18:19.115 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-04-10T02:18:19.165 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:19.165 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:19.165 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:19.165 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.165 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:19.165 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.165 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:19.165 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.165 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:19.165 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:19.166 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.167 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:19.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:19.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:19.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:19.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:19.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.174 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:19.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:19.174 INFO:teuthology.orchestra.run.smithi096.stdout:Package ceph-mgr-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:19.231 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:19.232 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-10T02:18:19.233 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:19.296 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-mgr-dashboard 2024-04-10T02:18:19.881 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:05 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:19.897 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-04-10T02:18:19.952 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-04-10T02:18:19.986 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-04-10T02:18:20.032 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-04-10T02:18:20.055 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-rook-2:17.2.7-825.g896bb95d.el9.noarch 13/13 2024-04-10T02:18:20.167 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.168 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.169 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:20.170 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:20.171 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.172 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.173 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.174 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.175 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.176 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:20.236 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:20.237 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:20.237 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-10T02:18:20.237 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:20.237 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:18:20.237 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-dashboard noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 1.7 M 2024-04-10T02:18:20.237 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-10T02:18:20.237 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-grafana-dashboards noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 24 k 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-prometheus-alerts noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 15 k 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout:Installing weak dependencies: 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout:Install 7 Packages 2024-04-10T02:18:20.238 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:20.239 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 2.0 M 2024-04-10T02:18:20.239 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 8.1 M 2024-04-10T02:18:20.239 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:18:20.478 INFO:teuthology.orchestra.run.smithi096.stdout:(1/7): ceph-prometheus-alerts-17.2.7-825.g896bb 78 kB/s | 15 kB 00:00 2024-04-10T02:18:20.503 INFO:teuthology.orchestra.run.smithi096.stdout:(2/7): ceph-grafana-dashboards-17.2.7-825.g896b 114 kB/s | 24 kB 00:00 2024-04-10T02:18:20.562 INFO:teuthology.orchestra.run.smithi096.stdout:(3/7): python3-jwt+crypto-2.4.0-1.el9.noarch.rp 108 kB/s | 9.0 kB 00:00 2024-04-10T02:18:20.588 INFO:teuthology.orchestra.run.smithi096.stdout:(4/7): python3-jwt-2.4.0-1.el9.noarch.rpm 488 kB/s | 41 kB 00:00 2024-04-10T02:18:20.613 INFO:teuthology.orchestra.run.smithi096.stdout:(5/7): python3-repoze-lru-0.7-16.el9.noarch.rpm 609 kB/s | 31 kB 00:00 2024-04-10T02:18:20.663 INFO:teuthology.orchestra.run.smithi096.stdout:(6/7): python3-routes-2.5.1-5.el9.noarch.rpm 2.5 MB/s | 188 kB 00:00 2024-04-10T02:18:20.819 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-825.g896bb95d.el9.noarch 13/13 2024-04-10T02:18:20.819 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-rook-2:17.2.7-825.g896bb95d.el9.noarch 1/13 2024-04-10T02:18:20.819 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-04-10T02:18:20.819 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-04-10T02:18:20.819 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-04-10T02:18:20.819 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-04-10T02:18:20.819 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-04-10T02:18:20.819 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-04-10T02:18:20.820 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-04-10T02:18:20.820 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 9/13 2024-04-10T02:18:20.820 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 10/13 2024-04-10T02:18:20.820 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-04-10T02:18:20.820 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-04-10T02:18:21.113 INFO:teuthology.orchestra.run.smithi096.stdout:(7/7): ceph-mgr-dashboard-17.2.7-825.g896bb95d. 2.1 MB/s | 1.7 MB 00:00 2024-04-10T02:18:21.115 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:21.115 INFO:teuthology.orchestra.run.smithi096.stdout:Total 2.3 MB/s | 2.0 MB 00:00 2024-04-10T02:18:21.115 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:18:21.123 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:18:21.123 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:18:21.182 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:18:21.183 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:18:21.198 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-04-10T02:18:21.198 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:21.198 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:18:21.198 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-rook-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:21.198 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:21.199 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:21.429 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-mgr-cephadm 2024-04-10T02:18:21.478 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:18:21.531 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 1/7 2024-04-10T02:18:21.565 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 2/7 2024-04-10T02:18:21.611 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/7 2024-04-10T02:18:21.651 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/7 2024-04-10T02:18:21.680 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-825.g896bb95d.el9.no 5/7 2024-04-10T02:18:21.917 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-825.g896bb95d.el9.n 6/7 2024-04-10T02:18:21.950 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-825.g896bb95d.el9.noarch 7/7 2024-04-10T02:18:22.036 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:30 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:22.337 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:22.337 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:22.337 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:22.337 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.337 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:22.337 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.337 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:22.338 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.339 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:22.340 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:22.341 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.342 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.343 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.344 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.345 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.346 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:22.346 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.346 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.346 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.346 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:22.410 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:22.411 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:22.411 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2024-04-10T02:18:22.411 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:22.411 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:18:22.411 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-cephadm noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 123 k 2024-04-10T02:18:22.411 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2024-04-10T02:18:22.411 INFO:teuthology.orchestra.run.smithi057.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-10T02:18:22.411 INFO:teuthology.orchestra.run.smithi057.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-10T02:18:22.411 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-10T02:18:22.412 INFO:teuthology.orchestra.run.smithi057.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-10T02:18:22.412 INFO:teuthology.orchestra.run.smithi057.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-10T02:18:22.412 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:22.412 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:18:22.412 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:22.412 INFO:teuthology.orchestra.run.smithi057.stdout:Install 6 Packages 2024-04-10T02:18:22.412 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:22.413 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 7.0 M 2024-04-10T02:18:22.413 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 33 M 2024-04-10T02:18:22.413 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:18:22.492 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-825.g896bb95d.el9.noarch 7/7 2024-04-10T02:18:22.493 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-825.g896bb95d.el9.n 1/7 2024-04-10T02:18:22.493 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-825.g896bb95d.el9.noarch 2/7 2024-04-10T02:18:22.493 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-825.g896bb95d.el9.no 3/7 2024-04-10T02:18:22.493 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 4/7 2024-04-10T02:18:22.493 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 5/7 2024-04-10T02:18:22.493 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 6/7 2024-04-10T02:18:22.818 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 7/7 2024-04-10T02:18:22.818 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:22.818 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:18:22.818 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-grafana-dashboards-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:22.819 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-dashboard-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:22.819 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-prometheus-alerts-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:22.819 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-04-10T02:18:22.819 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-04-10T02:18:22.819 INFO:teuthology.orchestra.run.smithi096.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-10T02:18:22.819 INFO:teuthology.orchestra.run.smithi096.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-10T02:18:22.819 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:22.819 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:23.042 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-mgr-diskprediction-local 2024-04-10T02:18:23.118 INFO:teuthology.orchestra.run.smithi057.stdout:(1/6): python3-jinja2-2.11.3-5.el9.noarch.rpm 1.7 MB/s | 248 kB 00:00 2024-04-10T02:18:23.202 INFO:teuthology.orchestra.run.smithi057.stdout:(2/6): ceph-mgr-cephadm-17.2.7-825.g896bb95d.el 546 kB/s | 123 kB 00:00 2024-04-10T02:18:23.294 INFO:teuthology.orchestra.run.smithi057.stdout:(3/6): python3-babel-2.9.1-2.el9.noarch.rpm 19 MB/s | 6.0 MB 00:00 2024-04-10T02:18:23.586 INFO:teuthology.orchestra.run.smithi057.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 150 kB/s | 58 kB 00:00 2024-04-10T02:18:23.635 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:09 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:23.695 INFO:teuthology.orchestra.run.smithi057.stdout:(5/6): python3-typing-extensions-4.4.0-2.el9.no 127 kB/s | 51 kB 00:00 2024-04-10T02:18:23.895 INFO:teuthology.orchestra.run.smithi057.stdout:(6/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 706 kB/s | 548 kB 00:00 2024-04-10T02:18:23.896 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:23.896 INFO:teuthology.orchestra.run.smithi057.stdout:Total 4.7 MB/s | 7.0 MB 00:01 2024-04-10T02:18:23.925 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:23.925 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:23.926 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.927 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:23.927 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.927 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:23.927 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.927 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:23.927 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.927 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:23.927 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.927 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:23.927 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.928 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:23.929 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.929 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:23.929 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.929 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:23.929 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.929 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:23.929 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.929 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:23.929 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.929 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:23.930 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.931 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.932 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:23.933 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.934 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.935 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:23.935 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.935 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.935 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.935 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:23.971 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:18:23.983 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:18:23.983 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:18:23.997 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:23.998 INFO:teuthology.orchestra.run.smithi096.stdout:====================================================================================== 2024-04-10T02:18:23.998 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-10T02:18:23.998 INFO:teuthology.orchestra.run.smithi096.stdout:====================================================================================== 2024-04-10T02:18:23.998 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:18:23.998 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 7.4 M 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-10T02:18:23.999 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:24.000 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:18:24.000 INFO:teuthology.orchestra.run.smithi096.stdout:====================================================================================== 2024-04-10T02:18:24.000 INFO:teuthology.orchestra.run.smithi096.stdout:Install 12 Packages 2024-04-10T02:18:24.000 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:24.000 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 38 M 2024-04-10T02:18:24.000 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 209 M 2024-04-10T02:18:24.000 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:18:24.090 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:18:24.092 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:18:24.403 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:18:24.470 INFO:teuthology.orchestra.run.smithi096.stdout:(1/12): libgfortran-11.4.1-3.el9.x86_64.rpm 3.9 MB/s | 803 kB 00:00 2024-04-10T02:18:24.495 INFO:teuthology.orchestra.run.smithi096.stdout:(2/12): libquadmath-11.4.1-3.el9.x86_64.rpm 871 kB/s | 195 kB 00:00 2024-04-10T02:18:24.546 INFO:teuthology.orchestra.run.smithi096.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 435 kB/s | 33 kB 00:00 2024-04-10T02:18:24.568 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 1/6 2024-04-10T02:18:24.596 INFO:teuthology.orchestra.run.smithi096.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 363 kB/s | 18 kB 00:00 2024-04-10T02:18:24.622 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-04-10T02:18:24.646 INFO:teuthology.orchestra.run.smithi096.stdout:(5/12): openblas-0.3.21-2.el9.x86_64.rpm 706 kB/s | 35 kB 00:00 2024-04-10T02:18:24.763 INFO:teuthology.orchestra.run.smithi096.stdout:(6/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 11 MB/s | 3.0 MB 00:00 2024-04-10T02:18:24.863 INFO:teuthology.orchestra.run.smithi096.stdout:(7/12): python3-devel-3.9.17-2.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-04-10T02:18:25.072 INFO:teuthology.orchestra.run.smithi096.stdout:(8/12): openblas-openmp-0.3.21-2.el9.x86_64.rpm 11 MB/s | 4.7 MB 00:00 2024-04-10T02:18:25.147 INFO:teuthology.orchestra.run.smithi096.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 3.3 MB/s | 250 kB 00:00 2024-04-10T02:18:25.176 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-04-10T02:18:25.248 INFO:teuthology.orchestra.run.smithi096.stdout:(10/12): ceph-mgr-diskprediction-local-17.2.7-8 7.6 MB/s | 7.4 MB 00:00 2024-04-10T02:18:25.260 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-04-10T02:18:25.331 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 5/6 2024-04-10T02:18:25.358 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-825.g896bb95d.el9.noarch 6/6 2024-04-10T02:18:25.406 INFO:teuthology.orchestra.run.smithi096.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 9.4 MB/s | 5.1 MB 00:00 2024-04-10T02:18:25.840 INFO:teuthology.orchestra.run.smithi096.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 23 MB/s | 16 MB 00:00 2024-04-10T02:18:25.841 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:25.841 INFO:teuthology.orchestra.run.smithi096.stdout:Total 21 MB/s | 38 MB 00:01 2024-04-10T02:18:26.086 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-825.g896bb95d.el9.noarch 6/6 2024-04-10T02:18:26.086 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-825.g896bb95d.el9.noarch 1/6 2024-04-10T02:18:26.086 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-04-10T02:18:26.086 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 3/6 2024-04-10T02:18:26.086 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-04-10T02:18:26.086 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-04-10T02:18:26.190 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:18:26.216 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:18:26.216 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:18:26.409 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 6/6 2024-04-10T02:18:26.409 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:26.409 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:18:26.409 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-cephadm-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:26.410 INFO:teuthology.orchestra.run.smithi057.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-10T02:18:26.410 INFO:teuthology.orchestra.run.smithi057.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-10T02:18:26.410 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-10T02:18:26.410 INFO:teuthology.orchestra.run.smithi057.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-10T02:18:26.410 INFO:teuthology.orchestra.run.smithi057.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-10T02:18:26.410 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:26.410 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:26.675 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install ceph-fuse 2024-04-10T02:18:26.717 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:18:26.718 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:18:27.282 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:35 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:27.472 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:18:27.538 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-04-10T02:18:27.580 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-04-10T02:18:27.586 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:27.586 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:27.586 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:27.586 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.586 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:27.586 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.586 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:27.586 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:27.587 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:27.588 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.589 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:27.590 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:27.591 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.592 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.593 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.594 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.595 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.595 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:27.660 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:27.661 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:27.661 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2024-04-10T02:18:27.661 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:27.661 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:18:27.661 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-fuse x86_64 2:17.2.7-825.g896bb95d.el9 ceph 813 k 2024-04-10T02:18:27.661 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2024-04-10T02:18:27.661 INFO:teuthology.orchestra.run.smithi057.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-10T02:18:27.661 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:27.661 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:18:27.662 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:27.662 INFO:teuthology.orchestra.run.smithi057.stdout:Install 2 Packages 2024-04-10T02:18:27.662 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:27.662 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 893 k 2024-04-10T02:18:27.662 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 2.6 M 2024-04-10T02:18:27.662 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:18:27.681 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-04-10T02:18:27.740 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 4/12 2024-04-10T02:18:27.896 INFO:teuthology.orchestra.run.smithi057.stdout:(1/2): fuse-2.9.9-15.el9.x86_64.rpm 455 kB/s | 80 kB 00:00 2024-04-10T02:18:27.920 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-04-10T02:18:27.954 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-04-10T02:18:28.060 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-04-10T02:18:28.179 INFO:teuthology.orchestra.run.smithi057.stdout:(2/2): ceph-fuse-17.2.7-825.g896bb95d.el9.x86_6 1.7 MB/s | 813 kB 00:00 2024-04-10T02:18:28.180 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:28.180 INFO:teuthology.orchestra.run.smithi057.stdout:Total 1.7 MB/s | 893 kB 00:00 2024-04-10T02:18:28.192 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:18:28.214 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:18:28.214 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:18:28.292 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:18:28.292 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:18:28.478 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:18:28.620 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : fuse-2.9.9-15.el9.x86_64 1/2 2024-04-10T02:18:28.698 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : ceph-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 2/2 2024-04-10T02:18:28.701 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-04-10T02:18:28.818 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-04-10T02:18:29.442 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: ceph-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 2/2 2024-04-10T02:18:29.442 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : ceph-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 1/2 2024-04-10T02:18:29.806 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 2/2 2024-04-10T02:18:29.806 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:29.806 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:18:29.806 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 fuse-2.9.9-15.el9.x86_64 2024-04-10T02:18:29.806 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:29.806 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:30.068 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-04-10T02:18:30.109 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install librados-devel 2024-04-10T02:18:30.723 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:38 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:31.029 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:31.030 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.031 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:31.032 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:31.033 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.034 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.035 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.036 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:31.037 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.038 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:31.102 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:31.103 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:31.103 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repo Size 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout: librados-devel x86_64 2:17.2.7-825.g896bb95d.el9 ceph 126 k 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout:Install 1 Package 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 126 k 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 448 k 2024-04-10T02:18:31.104 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:18:31.105 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-04-10T02:18:31.130 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-825.g896bb9 12/12 2024-04-10T02:18:31.441 INFO:teuthology.orchestra.run.smithi057.stdout:librados-devel-17.2.7-825.g896bb95d.el9.x86_64. 375 kB/s | 126 kB 00:00 2024-04-10T02:18:31.442 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:31.442 INFO:teuthology.orchestra.run.smithi057.stdout:Total 373 kB/s | 126 kB 00:00 2024-04-10T02:18:31.442 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:18:31.448 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:18:31.448 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:18:31.509 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:18:31.509 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:18:31.673 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:18:31.775 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : librados-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:32.200 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: librados-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:32.546 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : librados-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:32.547 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:32.547 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:18:32.547 INFO:teuthology.orchestra.run.smithi057.stdout: librados-devel-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:32.547 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:32.547 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:32.799 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install libcephfs2 2024-04-10T02:18:33.405 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:41 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:33.674 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-825.g896bb9 12/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-825.g896bb9 1/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 9/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-04-10T02:18:33.675 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-04-10T02:18:33.707 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:33.708 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.709 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.710 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:33.711 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:33.712 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.713 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.714 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.715 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.716 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:33.717 INFO:teuthology.orchestra.run.smithi057.stdout:Package libcephfs2-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:33.780 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:33.782 INFO:teuthology.orchestra.run.smithi057.stdout:Nothing to do. 2024-04-10T02:18:33.782 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:33.852 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install libcephfs-devel 2024-04-10T02:18:34.119 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-04-10T02:18:34.119 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:34.119 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:18:34.120 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-diskprediction-local-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:34.120 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-10T02:18:34.120 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-10T02:18:34.120 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-10T02:18:34.120 INFO:teuthology.orchestra.run.smithi096.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-10T02:18:34.120 INFO:teuthology.orchestra.run.smithi096.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-10T02:18:34.120 INFO:teuthology.orchestra.run.smithi096.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-10T02:18:34.120 INFO:teuthology.orchestra.run.smithi096.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-10T02:18:34.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-10T02:18:34.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-10T02:18:34.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-10T02:18:34.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-10T02:18:34.121 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:34.121 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:34.457 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:42 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:34.514 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-mgr-rook 2024-04-10T02:18:34.799 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:34.799 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:34.799 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:34.799 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.799 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:34.799 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.799 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:34.799 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.799 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:34.799 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:34.800 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:34.801 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:34.802 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:34.803 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:34.804 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.805 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:34.806 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.807 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.808 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.808 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:34.874 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:34.875 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:34.875 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repo Size 2024-04-10T02:18:34.875 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:34.875 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:18:34.875 INFO:teuthology.orchestra.run.smithi057.stdout: libcephfs-devel x86_64 2:17.2.7-825.g896bb95d.el9 ceph 25 k 2024-04-10T02:18:34.875 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:34.875 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:18:34.875 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:34.875 INFO:teuthology.orchestra.run.smithi057.stdout:Install 1 Package 2024-04-10T02:18:34.876 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:34.876 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 25 k 2024-04-10T02:18:34.876 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 110 k 2024-04-10T02:18:34.876 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:18:35.116 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:21 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:35.135 INFO:teuthology.orchestra.run.smithi057.stdout:libcephfs-devel-17.2.7-825.g896bb95d.el9.x86_64 96 kB/s | 25 kB 00:00 2024-04-10T02:18:35.136 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:35.136 INFO:teuthology.orchestra.run.smithi057.stdout:Total 96 kB/s | 25 kB 00:00 2024-04-10T02:18:35.136 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:18:35.140 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:18:35.140 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:18:35.142 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:18:35.142 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:18:35.232 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:18:35.346 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : libcephfs-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:35.403 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:35.403 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:35.403 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:35.403 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.403 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:35.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:35.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:35.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:35.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.410 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.411 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.412 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:35.472 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-rook noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 47 k 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-10T02:18:35.474 INFO:teuthology.orchestra.run.smithi096.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout:Install 13 Packages 2024-04-10T02:18:35.475 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:35.476 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 2.2 M 2024-04-10T02:18:35.476 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 26 M 2024-04-10T02:18:35.476 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:18:35.693 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: libcephfs-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:35.972 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : libcephfs-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:35.972 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:35.972 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:18:35.972 INFO:teuthology.orchestra.run.smithi057.stdout: libcephfs-devel-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:35.972 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:35.972 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:36.007 INFO:teuthology.orchestra.run.smithi096.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 246 kB/s | 26 kB 00:00 2024-04-10T02:18:36.032 INFO:teuthology.orchestra.run.smithi096.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 148 kB/s | 19 kB 00:00 2024-04-10T02:18:36.141 INFO:teuthology.orchestra.run.smithi096.stdout:(3/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-04-10T02:18:36.151 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install librados2 2024-04-10T02:18:36.166 INFO:teuthology.orchestra.run.smithi096.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.6 MB/s | 222 kB 00:00 2024-04-10T02:18:36.199 INFO:teuthology.orchestra.run.smithi096.stdout:(5/13): ceph-mgr-rook-17.2.7-825.g896bb95d.el9. 160 kB/s | 47 kB 00:00 2024-04-10T02:18:36.225 INFO:teuthology.orchestra.run.smithi096.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 912 kB/s | 54 kB 00:00 2024-04-10T02:18:36.250 INFO:teuthology.orchestra.run.smithi096.stdout:(7/13): python3-pyasn1-modules-0.4.8-6.el9.noar 2.5 MB/s | 279 kB 00:00 2024-04-10T02:18:36.509 INFO:teuthology.orchestra.run.smithi096.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 104 kB/s | 32 kB 00:00 2024-04-10T02:18:36.534 INFO:teuthology.orchestra.run.smithi096.stdout:(9/13): python3-certifi-2021.10.8-2.el9.noarch. 48 kB/s | 15 kB 00:00 2024-04-10T02:18:36.684 INFO:teuthology.orchestra.run.smithi096.stdout:(10/13): python3-google-auth-2.28.2-1.el9.noarc 467 kB/s | 203 kB 00:00 2024-04-10T02:18:36.710 INFO:teuthology.orchestra.run.smithi096.stdout:(11/13): python3-rsa-4.9-2.el9.noarch.rpm 337 kB/s | 59 kB 00:00 2024-04-10T02:18:36.761 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:44 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:36.810 INFO:teuthology.orchestra.run.smithi096.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 716 kB/s | 90 kB 00:00 2024-04-10T02:18:36.851 INFO:teuthology.orchestra.run.smithi096.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 3.0 MB/s | 1.0 MB 00:00 2024-04-10T02:18:36.854 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:36.854 INFO:teuthology.orchestra.run.smithi096.stdout:Total 1.6 MB/s | 2.2 MB 00:01 2024-04-10T02:18:36.918 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:18:36.933 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:18:36.933 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:18:37.029 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:18:37.029 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:18:37.069 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:37.069 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:37.069 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:37.069 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.070 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.071 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.072 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:37.073 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:37.074 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.075 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.076 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.077 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:37.078 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.078 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.078 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.078 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.078 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:37.078 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.078 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.078 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.078 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:37.078 INFO:teuthology.orchestra.run.smithi057.stdout:Package librados2-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:37.142 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:37.143 INFO:teuthology.orchestra.run.smithi057.stdout:Nothing to do. 2024-04-10T02:18:37.143 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:37.211 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install librbd1 2024-04-10T02:18:37.549 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:18:37.714 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-04-10T02:18:37.770 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-04-10T02:18:37.818 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:45 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:37.825 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-04-10T02:18:37.862 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-04-10T02:18:37.904 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 5/13 2024-04-10T02:18:37.996 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-04-10T02:18:38.098 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 7/13 2024-04-10T02:18:38.133 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:38.133 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:38.133 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:38.133 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.134 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:38.134 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.134 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:38.134 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.134 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:38.134 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.134 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:38.134 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.134 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:38.134 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:38.135 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.136 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.137 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:38.138 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.138 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:38.138 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.138 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:38.138 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.138 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:38.138 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.138 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:38.138 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.138 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.139 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.140 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.141 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.142 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.143 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:38.144 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.144 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.144 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.144 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:38.144 INFO:teuthology.orchestra.run.smithi057.stdout:Package librbd1-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:38.147 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-04-10T02:18:38.207 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:38.209 INFO:teuthology.orchestra.run.smithi057.stdout:Nothing to do. 2024-04-10T02:18:38.209 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:38.278 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install python3-rados 2024-04-10T02:18:38.865 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-04-10T02:18:38.880 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:46 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:38.919 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-04-10T02:18:38.953 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-04-10T02:18:38.998 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-04-10T02:18:39.023 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-rook-2:17.2.7-825.g896bb95d.el9.noarch 13/13 2024-04-10T02:18:39.186 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:39.186 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:39.187 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:39.188 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.189 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.190 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.191 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.192 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.193 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.194 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:39.195 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.195 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.195 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.195 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:39.195 INFO:teuthology.orchestra.run.smithi057.stdout:Package python3-rados-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:39.259 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:39.260 INFO:teuthology.orchestra.run.smithi057.stdout:Nothing to do. 2024-04-10T02:18:39.260 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:39.335 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install python3-rgw 2024-04-10T02:18:39.900 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-825.g896bb95d.el9.noarch 13/13 2024-04-10T02:18:39.900 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-rook-2:17.2.7-825.g896bb95d.el9.noarch 1/13 2024-04-10T02:18:39.900 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-04-10T02:18:39.900 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-04-10T02:18:39.900 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-04-10T02:18:39.900 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-04-10T02:18:39.901 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-04-10T02:18:39.901 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-04-10T02:18:39.901 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-04-10T02:18:39.901 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 9/13 2024-04-10T02:18:39.901 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 10/13 2024-04-10T02:18:39.901 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-04-10T02:18:39.901 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-04-10T02:18:39.936 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:47 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:40.239 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:40.240 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:40.241 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:40.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:40.248 INFO:teuthology.orchestra.run.smithi057.stdout:Package python3-rgw-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:40.272 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-rook-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-10T02:18:40.273 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-10T02:18:40.274 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-10T02:18:40.274 INFO:teuthology.orchestra.run.smithi096.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-10T02:18:40.274 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:40.274 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:40.312 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:40.313 INFO:teuthology.orchestra.run.smithi057.stdout:Nothing to do. 2024-04-10T02:18:40.313 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:40.385 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install python3-cephfs 2024-04-10T02:18:40.523 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-mgr-cephadm 2024-04-10T02:18:40.990 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:48 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:41.114 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:27 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:41.291 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:41.291 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:41.291 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:41.292 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.293 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:41.294 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:41.295 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:41.296 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.297 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.298 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.299 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.300 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.300 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:41.300 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.300 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.300 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.300 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.300 INFO:teuthology.orchestra.run.smithi057.stdout:Package python3-cephfs-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:41.365 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:41.366 INFO:teuthology.orchestra.run.smithi057.stdout:Nothing to do. 2024-04-10T02:18:41.366 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:41.400 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:41.400 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:41.400 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:41.400 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.400 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:41.400 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:41.401 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:41.402 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:41.403 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:41.404 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:41.405 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.406 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.407 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.408 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.409 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:41.469 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:41.470 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:41.470 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-10T02:18:41.470 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:41.470 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:18:41.470 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-cephadm noarch 2:17.2.7-825.g896bb95d.el9 ceph-noarch 123 k 2024-04-10T02:18:41.470 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-10T02:18:41.471 INFO:teuthology.orchestra.run.smithi096.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-10T02:18:41.471 INFO:teuthology.orchestra.run.smithi096.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-10T02:18:41.471 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-10T02:18:41.471 INFO:teuthology.orchestra.run.smithi096.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-10T02:18:41.471 INFO:teuthology.orchestra.run.smithi096.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-10T02:18:41.471 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:41.471 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:18:41.471 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:41.471 INFO:teuthology.orchestra.run.smithi096.stdout:Install 6 Packages 2024-04-10T02:18:41.471 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:41.472 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 7.0 M 2024-04-10T02:18:41.472 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 33 M 2024-04-10T02:18:41.472 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:18:41.549 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install python3-rbd 2024-04-10T02:18:42.037 INFO:teuthology.orchestra.run.smithi096.stdout:(1/6): python3-jinja2-2.11.3-5.el9.noarch.rpm 1.1 MB/s | 248 kB 00:00 2024-04-10T02:18:42.171 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:50 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:42.254 INFO:teuthology.orchestra.run.smithi096.stdout:(2/6): python3-babel-2.9.1-2.el9.noarch.rpm 14 MB/s | 6.0 MB 00:00 2024-04-10T02:18:42.346 INFO:teuthology.orchestra.run.smithi096.stdout:(3/6): ceph-mgr-cephadm-17.2.7-825.g896bb95d.el 236 kB/s | 123 kB 00:00 2024-04-10T02:18:42.476 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.477 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.478 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.479 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.480 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:42.481 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.482 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.483 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:42.484 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.485 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:42.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.485 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:42.485 INFO:teuthology.orchestra.run.smithi057.stdout:Package python3-rbd-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:42.549 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:42.551 INFO:teuthology.orchestra.run.smithi057.stdout:Nothing to do. 2024-04-10T02:18:42.551 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:42.614 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install rbd-fuse 2024-04-10T02:18:42.621 INFO:teuthology.orchestra.run.smithi096.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 157 kB/s | 58 kB 00:00 2024-04-10T02:18:42.646 INFO:teuthology.orchestra.run.smithi096.stdout:(5/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 900 kB/s | 548 kB 00:00 2024-04-10T02:18:42.688 INFO:teuthology.orchestra.run.smithi096.stdout:(6/6): python3-typing-extensions-4.4.0-2.el9.no 149 kB/s | 51 kB 00:00 2024-04-10T02:18:42.689 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:42.689 INFO:teuthology.orchestra.run.smithi096.stdout:Total 5.7 MB/s | 7.0 MB 00:01 2024-04-10T02:18:42.763 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:18:42.775 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:18:42.775 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:18:42.878 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:18:42.880 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:18:43.186 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:18:43.231 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:51 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:43.345 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 1/6 2024-04-10T02:18:43.398 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-04-10T02:18:43.535 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:43.535 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:43.535 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:43.535 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.535 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:43.536 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:43.537 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.538 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.539 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.540 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.541 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.542 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.543 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.544 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.544 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:43.544 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.544 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.544 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.544 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:43.609 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:43.609 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:43.609 INFO:teuthology.orchestra.run.smithi057.stdout: Package Architecture Version Repository Size 2024-04-10T02:18:43.609 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:43.609 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:18:43.610 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-fuse x86_64 2:17.2.7-825.g896bb95d.el9 ceph 82 k 2024-04-10T02:18:43.610 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:43.610 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:18:43.610 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:43.610 INFO:teuthology.orchestra.run.smithi057.stdout:Install 1 Package 2024-04-10T02:18:43.610 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:43.610 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 82 k 2024-04-10T02:18:43.611 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 222 k 2024-04-10T02:18:43.611 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:18:43.789 INFO:teuthology.orchestra.run.smithi057.stdout:rbd-fuse-17.2.7-825.g896bb95d.el9.x86_64.rpm 460 kB/s | 82 kB 00:00 2024-04-10T02:18:43.789 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:43.789 INFO:teuthology.orchestra.run.smithi057.stdout:Total 456 kB/s | 82 kB 00:00 2024-04-10T02:18:43.790 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:18:43.797 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:18:43.797 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:18:43.858 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:18:43.858 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:18:43.906 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-04-10T02:18:43.992 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-04-10T02:18:44.002 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:18:44.048 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 5/6 2024-04-10T02:18:44.078 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-825.g896bb95d.el9.noarch 6/6 2024-04-10T02:18:44.115 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : rbd-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:44.560 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: rbd-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:44.859 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-825.g896bb95d.el9.noarch 6/6 2024-04-10T02:18:44.859 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-825.g896bb95d.el9.noarch 1/6 2024-04-10T02:18:44.859 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-04-10T02:18:44.859 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 3/6 2024-04-10T02:18:44.859 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-04-10T02:18:44.859 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-04-10T02:18:44.876 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : rbd-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:44.876 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:44.876 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:18:44.876 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:44.876 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:44.876 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:45.085 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install rbd-mirror 2024-04-10T02:18:45.182 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 6/6 2024-04-10T02:18:45.182 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:45.182 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:18:45.182 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-cephadm-2:17.2.7-825.g896bb95d.el9.noarch 2024-04-10T02:18:45.182 INFO:teuthology.orchestra.run.smithi096.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-10T02:18:45.182 INFO:teuthology.orchestra.run.smithi096.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-10T02:18:45.182 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-10T02:18:45.183 INFO:teuthology.orchestra.run.smithi096.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-10T02:18:45.183 INFO:teuthology.orchestra.run.smithi096.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-10T02:18:45.183 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:45.183 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:45.419 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-fuse 2024-04-10T02:18:45.694 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:53 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:46.000 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:46.000 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:46.000 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:46.000 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.000 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.001 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:46.002 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.003 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:46.004 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:46.005 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.006 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.007 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.008 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.009 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.009 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.014 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:32 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:46.073 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:46.073 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:46.073 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repo Size 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-mirror x86_64 2:17.2.7-825.g896bb95d.el9 ceph 2.9 M 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout:Install 1 Package 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 2.9 M 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 12 M 2024-04-10T02:18:46.074 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:18:46.303 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:46.303 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:46.303 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.304 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.305 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:46.306 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:46.307 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.308 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.309 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.310 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.311 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.312 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.312 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.312 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:46.312 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.312 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.312 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.312 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:46.373 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:46.373 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-fuse x86_64 2:17.2.7-825.g896bb95d.el9 ceph 813 k 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout:Install 2 Packages 2024-04-10T02:18:46.374 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:46.375 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 893 k 2024-04-10T02:18:46.375 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 2.6 M 2024-04-10T02:18:46.375 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:18:46.676 INFO:teuthology.orchestra.run.smithi096.stdout:(1/2): fuse-2.9.9-15.el9.x86_64.rpm 553 kB/s | 80 kB 00:00 2024-04-10T02:18:47.276 INFO:teuthology.orchestra.run.smithi096.stdout:(2/2): ceph-fuse-17.2.7-825.g896bb95d.el9.x86_6 1.1 MB/s | 813 kB 00:00 2024-04-10T02:18:47.276 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:47.276 INFO:teuthology.orchestra.run.smithi096.stdout:Total 990 kB/s | 893 kB 00:00 2024-04-10T02:18:47.288 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:18:47.311 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:18:47.311 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:18:47.387 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:18:47.388 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:18:47.418 INFO:teuthology.orchestra.run.smithi057.stdout:rbd-mirror-17.2.7-825.g896bb95d.el9.x86_64.rpm 2.2 MB/s | 2.9 MB 00:01 2024-04-10T02:18:47.419 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:47.419 INFO:teuthology.orchestra.run.smithi057.stdout:Total 2.2 MB/s | 2.9 MB 00:01 2024-04-10T02:18:47.419 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:18:47.430 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:18:47.430 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:18:47.512 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:18:47.512 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:18:47.566 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:18:47.705 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : fuse-2.9.9-15.el9.x86_64 1/2 2024-04-10T02:18:47.767 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 2/2 2024-04-10T02:18:47.947 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:18:48.011 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : rbd-mirror-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:48.035 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: rbd-mirror-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:48.035 INFO:teuthology.orchestra.run.smithi057.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:18:48.036 INFO:teuthology.orchestra.run.smithi057.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-10T02:18:48.036 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T02:18:48.036 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T02:18:48.036 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:48.444 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 2/2 2024-04-10T02:18:48.444 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 1/2 2024-04-10T02:18:48.775 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 2/2 2024-04-10T02:18:48.775 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:48.775 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:18:48.775 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 fuse-2.9.9-15.el9.x86_64 2024-04-10T02:18:48.775 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:48.776 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:49.056 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install librados-devel 2024-04-10T02:18:49.112 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : rbd-mirror-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:49.113 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:49.113 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:18:49.113 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-mirror-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:49.113 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:49.113 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:49.320 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum -y install rbd-nbd 2024-04-10T02:18:49.654 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:35 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:49.933 INFO:teuthology.orchestra.run.smithi057.stdout:Last metadata expiration check: 0:01:57 ago on Wed 10 Apr 2024 02:16:52 AM UTC. 2024-04-10T02:18:49.946 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.947 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:49.948 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:49.949 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:49.950 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.951 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.952 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.953 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.954 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:49.955 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.017 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:50.017 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repo Size 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout: librados-devel x86_64 2:17.2.7-825.g896bb95d.el9 ceph 126 k 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 126 k 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 448 k 2024-04-10T02:18:50.018 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:18:50.241 INFO:teuthology.orchestra.run.smithi057.stderr:Modular dependency problems: 2024-04-10T02:18:50.241 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:18:50.241 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 1: conflicting requests 2024-04-10T02:18:50.241 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 2: conflicting requests 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 3: conflicting requests 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 4: conflicting requests 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 5: conflicting requests 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 6: conflicting requests 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 7: conflicting requests 2024-04-10T02:18:50.242 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 8: conflicting requests 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 9: conflicting requests 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 10: conflicting requests 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 11: conflicting requests 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 12: conflicting requests 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.243 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 13: conflicting requests 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 14: conflicting requests 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 15: conflicting requests 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 16: conflicting requests 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 17: conflicting requests 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 18: conflicting requests 2024-04-10T02:18:50.244 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 19: conflicting requests 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 20: conflicting requests 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 21: conflicting requests 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 22: conflicting requests 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 23: conflicting requests 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 24: conflicting requests 2024-04-10T02:18:50.245 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.246 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 25: conflicting requests 2024-04-10T02:18:50.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.246 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 26: conflicting requests 2024-04-10T02:18:50.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.246 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 27: conflicting requests 2024-04-10T02:18:50.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.246 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 28: conflicting requests 2024-04-10T02:18:50.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.246 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 29: conflicting requests 2024-04-10T02:18:50.246 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 30: conflicting requests 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 31: conflicting requests 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 32: conflicting requests 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 33: conflicting requests 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 34: conflicting requests 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.247 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 35: conflicting requests 2024-04-10T02:18:50.248 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.248 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 36: conflicting requests 2024-04-10T02:18:50.248 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.248 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 37: conflicting requests 2024-04-10T02:18:50.248 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.248 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.248 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.248 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:50.248 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 39: conflicting requests 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:50.249 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.250 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:50.251 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.252 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.252 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.252 INFO:teuthology.orchestra.run.smithi057.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:50.252 INFO:teuthology.orchestra.run.smithi096.stdout:librados-devel-17.2.7-825.g896bb95d.el9.x86_64. 551 kB/s | 126 kB 00:00 2024-04-10T02:18:50.253 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:50.253 INFO:teuthology.orchestra.run.smithi096.stdout:Total 547 kB/s | 126 kB 00:00 2024-04-10T02:18:50.253 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:18:50.254 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:18:50.254 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:18:50.311 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:18:50.312 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:18:50.315 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-10T02:18:50.316 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:50.316 INFO:teuthology.orchestra.run.smithi057.stdout: Package Architecture Version Repository Size 2024-04-10T02:18:50.316 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:50.316 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-10T02:18:50.316 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-nbd x86_64 2:17.2.7-825.g896bb95d.el9 ceph 165 k 2024-04-10T02:18:50.316 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:50.316 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-10T02:18:50.316 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-10T02:18:50.316 INFO:teuthology.orchestra.run.smithi057.stdout:Install 1 Package 2024-04-10T02:18:50.316 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:50.317 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 165 k 2024-04-10T02:18:50.317 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 477 k 2024-04-10T02:18:50.317 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-10T02:18:50.460 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:18:50.538 INFO:teuthology.orchestra.run.smithi057.stdout:rbd-nbd-17.2.7-825.g896bb95d.el9.x86_64.rpm 750 kB/s | 165 kB 00:00 2024-04-10T02:18:50.538 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:50.539 INFO:teuthology.orchestra.run.smithi057.stdout:Total 745 kB/s | 165 kB 00:00 2024-04-10T02:18:50.539 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-10T02:18:50.547 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-10T02:18:50.547 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-10T02:18:50.553 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librados-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:50.608 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-10T02:18:50.608 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-10T02:18:50.760 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-10T02:18:50.896 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : rbd-nbd-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:50.991 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librados-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:51.318 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librados-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:51.318 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:51.319 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:18:51.319 INFO:teuthology.orchestra.run.smithi096.stdout: librados-devel-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:51.319 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:51.319 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:51.332 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: rbd-nbd-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:51.557 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install libcephfs2 2024-04-10T02:18:51.642 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : rbd-nbd-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:51.642 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:51.642 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-10T02:18:51.642 INFO:teuthology.orchestra.run.smithi057.stdout: rbd-nbd-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:51.642 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:18:51.642 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-10T02:18:51.873 DEBUG:teuthology.parallel:result is None 2024-04-10T02:18:52.152 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:38 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:52.444 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:52.444 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:52.444 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:52.444 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.444 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:52.444 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.444 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:52.444 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.444 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.445 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:52.446 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:52.447 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:52.448 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.449 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:52.450 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.451 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.452 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.453 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.453 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:52.453 INFO:teuthology.orchestra.run.smithi096.stdout:Package libcephfs2-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:52.512 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:52.514 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-10T02:18:52.514 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:52.587 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install libcephfs-devel 2024-04-10T02:18:53.176 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:39 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:53.463 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:53.463 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:53.464 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:53.465 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:53.466 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.467 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.468 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.469 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.470 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.471 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.472 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:53.532 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:53.533 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:53.533 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repo Size 2024-04-10T02:18:53.533 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:53.533 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:18:53.533 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs-devel x86_64 2:17.2.7-825.g896bb95d.el9 ceph 25 k 2024-04-10T02:18:53.533 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:53.533 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:18:53.533 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:18:53.533 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-10T02:18:53.534 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:53.534 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 25 k 2024-04-10T02:18:53.534 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 110 k 2024-04-10T02:18:53.534 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:18:53.694 INFO:teuthology.orchestra.run.smithi096.stdout:libcephfs-devel-17.2.7-825.g896bb95d.el9.x86_64 156 kB/s | 25 kB 00:00 2024-04-10T02:18:53.694 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:18:53.694 INFO:teuthology.orchestra.run.smithi096.stdout:Total 155 kB/s | 25 kB 00:00 2024-04-10T02:18:53.695 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:18:53.698 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:18:53.698 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:18:53.699 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:18:53.700 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:18:53.789 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:18:53.891 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libcephfs-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:54.249 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libcephfs-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:54.527 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libcephfs-devel-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:18:54.527 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:54.527 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:18:54.527 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs-devel-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:18:54.527 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:18:54.527 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:54.697 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install librados2 2024-04-10T02:18:55.291 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:41 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:55.587 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:55.587 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:55.587 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:55.587 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.587 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:55.587 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.588 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.589 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.590 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.591 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.592 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.593 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.594 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.595 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.596 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:55.596 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.596 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.596 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.596 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:55.596 INFO:teuthology.orchestra.run.smithi096.stdout:Package librados2-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:55.658 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:55.660 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-10T02:18:55.660 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:55.732 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install librbd1 2024-04-10T02:18:56.324 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:42 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:56.611 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:56.611 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:56.611 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:56.611 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:56.612 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.613 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:56.614 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:56.615 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.616 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.617 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.618 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.619 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.620 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.620 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:56.620 INFO:teuthology.orchestra.run.smithi096.stdout:Package librbd1-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:56.680 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:56.682 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-10T02:18:56.682 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:56.746 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install python3-rados 2024-04-10T02:18:57.332 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:43 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:57.620 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:57.620 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:57.620 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:57.620 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.620 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:57.620 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.620 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:57.620 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.620 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:57.620 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.621 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.622 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:57.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.626 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.627 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:57.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.628 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:57.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:57.628 INFO:teuthology.orchestra.run.smithi096.stdout:Package python3-rados-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:57.688 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:57.689 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-10T02:18:57.689 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:57.766 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install python3-rgw 2024-04-10T02:18:58.350 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:44 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:58.636 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:58.636 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:58.636 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:58.636 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.636 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:58.636 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.636 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.637 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:58.638 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.639 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:58.640 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.641 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.642 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:58.643 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.644 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:58.645 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.645 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.645 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.645 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:58.645 INFO:teuthology.orchestra.run.smithi096.stdout:Package python3-rgw-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:58.704 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:58.705 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-10T02:18:58.705 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:58.782 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install python3-cephfs 2024-04-10T02:18:59.377 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:45 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:18:59.667 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:18:59.667 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:18:59.667 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:18:59.667 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.667 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:18:59.668 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.669 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:18:59.670 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:18:59.671 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:18:59.672 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.673 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.674 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.675 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.676 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.676 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.676 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:18:59.676 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.676 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.676 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.676 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:18:59.676 INFO:teuthology.orchestra.run.smithi096.stdout:Package python3-cephfs-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:18:59.737 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:18:59.738 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-10T02:18:59.738 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:18:59.807 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install python3-rbd 2024-04-10T02:19:00.400 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:46 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:19:00.689 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:19:00.689 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:19:00.689 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:19:00.689 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.689 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:19:00.689 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.690 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:19:00.691 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.692 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:19:00.693 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.694 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.695 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.696 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.697 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:19:00.698 INFO:teuthology.orchestra.run.smithi096.stdout:Package python3-rbd-2:17.2.7-825.g896bb95d.el9.x86_64 is already installed. 2024-04-10T02:19:00.758 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:19:00.759 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-10T02:19:00.760 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:19:00.830 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install rbd-fuse 2024-04-10T02:19:01.445 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:47 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:19:01.745 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:19:01.745 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:19:01.745 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:19:01.745 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.745 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:19:01.745 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.745 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:19:01.745 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.745 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:19:01.745 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.746 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:19:01.747 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:19:01.748 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.749 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.750 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.751 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.752 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.753 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:19:01.816 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:19:01.816 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:19:01.816 INFO:teuthology.orchestra.run.smithi096.stdout: Package Architecture Version Repository Size 2024-04-10T02:19:01.816 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:19:01.816 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:19:01.817 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-fuse x86_64 2:17.2.7-825.g896bb95d.el9 ceph 82 k 2024-04-10T02:19:01.817 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:01.817 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:19:01.817 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:19:01.817 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-10T02:19:01.817 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:01.817 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 82 k 2024-04-10T02:19:01.817 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 222 k 2024-04-10T02:19:01.818 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:19:02.047 INFO:teuthology.orchestra.run.smithi096.stdout:rbd-fuse-17.2.7-825.g896bb95d.el9.x86_64.rpm 356 kB/s | 82 kB 00:00 2024-04-10T02:19:02.047 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:19:02.048 INFO:teuthology.orchestra.run.smithi096.stdout:Total 354 kB/s | 82 kB 00:00 2024-04-10T02:19:02.048 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:19:02.055 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:19:02.055 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:19:02.114 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:19:02.114 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:19:02.257 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:19:02.355 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : rbd-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:19:02.750 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: rbd-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:19:03.043 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : rbd-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:19:03.043 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:03.044 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:19:03.044 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-fuse-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:19:03.044 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:03.044 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:19:03.250 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install rbd-mirror 2024-04-10T02:19:03.848 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:49 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:19:04.143 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:19:04.143 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:19:04.143 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:19:04.144 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.145 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.146 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.147 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.148 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.149 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.150 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.150 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.150 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:19:04.150 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.150 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.150 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.150 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.150 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.151 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:19:04.152 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.152 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.152 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.152 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:19:04.212 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:19:04.212 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:19:04.212 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repo Size 2024-04-10T02:19:04.212 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:19:04.213 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:19:04.213 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-mirror x86_64 2:17.2.7-825.g896bb95d.el9 ceph 2.9 M 2024-04-10T02:19:04.213 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:04.213 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:19:04.213 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:19:04.213 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-10T02:19:04.213 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:04.214 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 2.9 M 2024-04-10T02:19:04.214 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 12 M 2024-04-10T02:19:04.214 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:19:04.776 INFO:teuthology.orchestra.run.smithi096.stdout:rbd-mirror-17.2.7-825.g896bb95d.el9.x86_64.rpm 5.2 MB/s | 2.9 MB 00:00 2024-04-10T02:19:04.776 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:19:04.777 INFO:teuthology.orchestra.run.smithi096.stdout:Total 5.2 MB/s | 2.9 MB 00:00 2024-04-10T02:19:04.777 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:19:04.786 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:19:04.786 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:19:04.861 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:19:04.862 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:19:05.272 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:19:05.326 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : rbd-mirror-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:19:05.351 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: rbd-mirror-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:19:05.351 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T02:19:05.351 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-10T02:19:05.351 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T02:19:05.351 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T02:19:05.351 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:06.472 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : rbd-mirror-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:19:06.473 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:06.473 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:19:06.473 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-mirror-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:19:06.473 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:06.473 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:19:06.720 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install rbd-nbd 2024-04-10T02:19:07.331 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:53 ago on Wed 10 Apr 2024 02:17:14 AM UTC. 2024-04-10T02:19:07.622 INFO:teuthology.orchestra.run.smithi096.stderr:Modular dependency problems: 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 1: conflicting requests 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 2: conflicting requests 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 3: conflicting requests 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 4: conflicting requests 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 5: conflicting requests 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 6: conflicting requests 2024-04-10T02:19:07.623 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 7: conflicting requests 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 8: conflicting requests 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 9: conflicting requests 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 10: conflicting requests 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 11: conflicting requests 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 12: conflicting requests 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 13: conflicting requests 2024-04-10T02:19:07.624 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 14: conflicting requests 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 15: conflicting requests 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 16: conflicting requests 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 17: conflicting requests 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 18: conflicting requests 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 19: conflicting requests 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 20: conflicting requests 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.625 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 21: conflicting requests 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 22: conflicting requests 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 23: conflicting requests 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 24: conflicting requests 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 25: conflicting requests 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 26: conflicting requests 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 27: conflicting requests 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 28: conflicting requests 2024-04-10T02:19:07.626 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 29: conflicting requests 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 30: conflicting requests 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 31: conflicting requests 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 32: conflicting requests 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 33: conflicting requests 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 34: conflicting requests 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 35: conflicting requests 2024-04-10T02:19:07.627 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 36: conflicting requests 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 37: conflicting requests 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 39: conflicting requests 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.628 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.629 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T02:19:07.630 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.631 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.631 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.631 INFO:teuthology.orchestra.run.smithi096.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T02:19:07.692 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-10T02:19:07.692 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:19:07.693 INFO:teuthology.orchestra.run.smithi096.stdout: Package Architecture Version Repository Size 2024-04-10T02:19:07.693 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:19:07.693 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-10T02:19:07.693 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-nbd x86_64 2:17.2.7-825.g896bb95d.el9 ceph 165 k 2024-04-10T02:19:07.693 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:07.693 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-10T02:19:07.693 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-10T02:19:07.693 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-10T02:19:07.693 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:07.694 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 165 k 2024-04-10T02:19:07.694 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 477 k 2024-04-10T02:19:07.694 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-10T02:19:07.912 INFO:teuthology.orchestra.run.smithi096.stdout:rbd-nbd-17.2.7-825.g896bb95d.el9.x86_64.rpm 756 kB/s | 165 kB 00:00 2024-04-10T02:19:07.913 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:19:07.913 INFO:teuthology.orchestra.run.smithi096.stdout:Total 752 kB/s | 165 kB 00:00 2024-04-10T02:19:07.913 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-10T02:19:07.921 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-10T02:19:07.921 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-10T02:19:07.980 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-10T02:19:07.981 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-10T02:19:08.132 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-10T02:19:08.235 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : rbd-nbd-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:19:08.666 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: rbd-nbd-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:19:08.974 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : rbd-nbd-2:17.2.7-825.g896bb95d.el9.x86_64 1/1 2024-04-10T02:19:08.975 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:08.975 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-10T02:19:08.975 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-nbd-2:17.2.7-825.g896bb95d.el9.x86_64 2024-04-10T02:19:08.975 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:19:08.975 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-10T02:19:09.204 DEBUG:teuthology.parallel:result is None 2024-04-10T02:19:09.205 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T02:19:09.205 INFO:teuthology.packaging:ref: None 2024-04-10T02:19:09.205 INFO:teuthology.packaging:tag: None 2024-04-10T02:19:09.205 INFO:teuthology.packaging:branch: quincy 2024-04-10T02:19:09.205 INFO:teuthology.packaging:sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:19:09.205 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-10T02:19:09.624 DEBUG:teuthology.orchestra.run.smithi057:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-10T02:19:09.648 INFO:teuthology.orchestra.run.smithi057.stdout:17.2.7-825.g896bb95d.el9 2024-04-10T02:19:09.649 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-825.g896bb95d.el9 2024-04-10T02:19:09.649 INFO:teuthology.task.install:The correct ceph version 17.2.7-825.g896bb95d is installed. 2024-04-10T02:19:09.653 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T02:19:09.653 INFO:teuthology.packaging:ref: None 2024-04-10T02:19:09.653 INFO:teuthology.packaging:tag: None 2024-04-10T02:19:09.653 INFO:teuthology.packaging:branch: quincy 2024-04-10T02:19:09.653 INFO:teuthology.packaging:sha1: 3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:19:09.653 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-10T02:19:10.067 DEBUG:teuthology.orchestra.run.smithi096:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-10T02:19:10.091 INFO:teuthology.orchestra.run.smithi096.stdout:17.2.7-825.g896bb95d.el9 2024-04-10T02:19:10.091 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-825.g896bb95d.el9 2024-04-10T02:19:10.091 INFO:teuthology.task.install:The correct ceph version 17.2.7-825.g896bb95d is installed. 2024-04-10T02:19:10.092 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-10T02:19:10.092 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:19:10.093 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-10T02:19:10.124 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:19:10.125 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-10T02:19:10.163 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-10T02:19:10.163 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:19:10.163 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/usr/bin/daemon-helper 2024-04-10T02:19:10.196 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-10T02:19:10.266 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:19:10.266 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/usr/bin/daemon-helper 2024-04-10T02:19:10.296 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-10T02:19:10.364 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-10T02:19:10.364 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:19:10.364 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-10T02:19:10.395 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-10T02:19:10.464 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:19:10.464 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-10T02:19:10.492 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-10T02:19:10.560 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-10T02:19:10.561 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:19:10.561 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/usr/bin/stdin-killer 2024-04-10T02:19:10.589 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-10T02:19:10.658 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:19:10.658 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/usr/bin/stdin-killer 2024-04-10T02:19:10.686 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-10T02:19:10.754 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-10T02:19:10.841 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '3a866975a60f6dc859246f6f19fd8ddb4db2cc2e'} 2024-04-10T02:19:10.841 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-04-10T02:19:10.842 INFO:tasks.cephadm:Cluster fsid is b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:19:10.842 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-10T02:19:10.842 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.57', 'mon.c': '[v2:172.21.15.57:3301,v1:172.21.15.57:6790]', 'mon.b': '172.21.15.96'} 2024-04-10T02:19:10.842 INFO:tasks.cephadm:First mon is mon.a on smithi057 2024-04-10T02:19:10.842 INFO:tasks.cephadm:First mgr is y 2024-04-10T02:19:10.842 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-10T02:19:10.843 DEBUG:teuthology.orchestra.run.smithi057:> sudo hostname $(hostname -s) 2024-04-10T02:19:10.873 DEBUG:teuthology.orchestra.run.smithi096:> sudo hostname $(hostname -s) 2024-04-10T02:19:10.901 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-04-10T02:19:10.901 DEBUG:teuthology.orchestra.run.smithi057:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-10T02:19:11.071 INFO:teuthology.orchestra.run.smithi057.stdout:-rw-r--r--. 1 ubuntu ubuntu 375153 Apr 10 02:19 /home/ubuntu/cephtest/cephadm 2024-04-10T02:19:11.072 DEBUG:teuthology.orchestra.run.smithi096:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-10T02:19:11.226 INFO:teuthology.orchestra.run.smithi096.stdout:-rw-r--r--. 1 ubuntu ubuntu 375153 Apr 10 02:19 /home/ubuntu/cephtest/cephadm 2024-04-10T02:19:11.226 DEBUG:teuthology.orchestra.run.smithi057:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-10T02:19:11.243 DEBUG:teuthology.orchestra.run.smithi096:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-10T02:19:11.269 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-04-10T02:19:11.270 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-04-10T02:19:11.286 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-04-10T02:19:12.137 INFO:teuthology.orchestra.run.smithi057.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-10T02:19:12.232 INFO:teuthology.orchestra.run.smithi096.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-10T02:20:51.927 INFO:teuthology.orchestra.run.smithi096.stdout:{ 2024-04-10T02:20:51.928 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_version": "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)", 2024-04-10T02:20:51.928 INFO:teuthology.orchestra.run.smithi096.stdout: "image_id": "21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241", 2024-04-10T02:20:51.928 INFO:teuthology.orchestra.run.smithi096.stdout: "repo_digests": [ 2024-04-10T02:20:51.928 INFO:teuthology.orchestra.run.smithi096.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe" 2024-04-10T02:20:51.928 INFO:teuthology.orchestra.run.smithi096.stdout: ] 2024-04-10T02:20:51.928 INFO:teuthology.orchestra.run.smithi096.stdout:} 2024-04-10T02:20:51.976 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-10T02:20:51.977 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph_version": "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)", 2024-04-10T02:20:51.977 INFO:teuthology.orchestra.run.smithi057.stdout: "image_id": "21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241", 2024-04-10T02:20:51.977 INFO:teuthology.orchestra.run.smithi057.stdout: "repo_digests": [ 2024-04-10T02:20:51.977 INFO:teuthology.orchestra.run.smithi057.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe" 2024-04-10T02:20:51.977 INFO:teuthology.orchestra.run.smithi057.stdout: ] 2024-04-10T02:20:51.977 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-10T02:20:51.997 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /etc/ceph 2024-04-10T02:20:52.052 DEBUG:teuthology.orchestra.run.smithi096:> sudo mkdir -p /etc/ceph 2024-04-10T02:20:52.082 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 777 /etc/ceph 2024-04-10T02:20:52.108 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod 777 /etc/ceph 2024-04-10T02:20:52.149 INFO:tasks.cephadm:Writing seed config... 2024-04-10T02:20:52.150 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-10T02:20:52.150 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-10T02:20:52.150 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-10T02:20:52.151 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-10T02:20:52.151 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-10T02:20:52.151 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-10T02:20:52.151 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-10T02:20:52.151 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-10T02:20:52.151 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-10T02:20:52.151 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-10T02:20:52.151 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-10T02:20:52.151 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:20:52.152 DEBUG:teuthology.orchestra.run.smithi057:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-10T02:20:52.166 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = b798e566-f6e0-11ee-b64a-cb9ed24678a4 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-10T02:20:52.166 DEBUG:teuthology.orchestra.run.smithi057:mon.a> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.a.service 2024-04-10T02:20:52.208 DEBUG:teuthology.orchestra.run.smithi057:mgr.y> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.y.service 2024-04-10T02:20:52.251 INFO:tasks.cephadm:Bootstrapping... 2024-04-10T02:20:52.251 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.57 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-10T02:20:52.459 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-10T02:20:52.460 INFO:teuthology.orchestra.run.smithi057.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'b798e566-f6e0-11ee-b64a-cb9ed24678a4', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.57', '--skip-admin-label'] 2024-04-10T02:20:52.484 INFO:teuthology.orchestra.run.smithi057.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-10T02:20:52.484 INFO:teuthology.orchestra.run.smithi057.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-10T02:20:52.485 INFO:teuthology.orchestra.run.smithi057.stdout:Verifying podman|docker is present... 2024-04-10T02:20:52.508 INFO:teuthology.orchestra.run.smithi057.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-10T02:20:52.508 INFO:teuthology.orchestra.run.smithi057.stdout:Verifying lvm2 is present... 2024-04-10T02:20:52.508 INFO:teuthology.orchestra.run.smithi057.stdout:Verifying time synchronization is in place... 2024-04-10T02:20:52.516 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-10T02:20:52.516 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-10T02:20:52.522 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-10T02:20:52.522 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout inactive 2024-04-10T02:20:52.528 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout enabled 2024-04-10T02:20:52.535 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout active 2024-04-10T02:20:52.535 INFO:teuthology.orchestra.run.smithi057.stdout:Unit chronyd.service is enabled and running 2024-04-10T02:20:52.535 INFO:teuthology.orchestra.run.smithi057.stdout:Repeating the final host check... 2024-04-10T02:20:52.557 INFO:teuthology.orchestra.run.smithi057.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-10T02:20:52.557 INFO:teuthology.orchestra.run.smithi057.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-10T02:20:52.557 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl is present 2024-04-10T02:20:52.557 INFO:teuthology.orchestra.run.smithi057.stdout:lvcreate is present 2024-04-10T02:20:52.564 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-10T02:20:52.564 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-10T02:20:52.570 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-10T02:20:52.570 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout inactive 2024-04-10T02:20:52.576 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout enabled 2024-04-10T02:20:52.582 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout active 2024-04-10T02:20:52.583 INFO:teuthology.orchestra.run.smithi057.stdout:Unit chronyd.service is enabled and running 2024-04-10T02:20:52.583 INFO:teuthology.orchestra.run.smithi057.stdout:Host looks OK 2024-04-10T02:20:52.583 INFO:teuthology.orchestra.run.smithi057.stdout:Cluster fsid: b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:20:52.583 INFO:teuthology.orchestra.run.smithi057.stdout:Acquiring lock 140509389100128 on /run/cephadm/b798e566-f6e0-11ee-b64a-cb9ed24678a4.lock 2024-04-10T02:20:52.583 INFO:teuthology.orchestra.run.smithi057.stdout:Lock 140509389100128 acquired on /run/cephadm/b798e566-f6e0-11ee-b64a-cb9ed24678a4.lock 2024-04-10T02:20:52.583 INFO:teuthology.orchestra.run.smithi057.stdout:Verifying IP 172.21.15.57 port 3300 ... 2024-04-10T02:20:52.583 INFO:teuthology.orchestra.run.smithi057.stdout:Verifying IP 172.21.15.57 port 6789 ... 2024-04-10T02:20:52.584 INFO:teuthology.orchestra.run.smithi057.stdout:Base mon IP(s) is [172.21.15.57:3300, 172.21.15.57:6789], mon addrv is [v2:172.21.15.57:3300,v1:172.21.15.57:6789] 2024-04-10T02:20:52.587 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.57 metric 100 2024-04-10T02:20:52.587 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.57 metric 100 2024-04-10T02:20:52.589 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-10T02:20:52.589 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-10T02:20:52.590 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-10T02:20:52.592 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-10T02:20:52.592 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-10T02:20:52.592 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-10T02:20:52.592 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-10T02:20:52.592 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1562/64 scope link noprefixroute 2024-04-10T02:20:52.592 INFO:teuthology.orchestra.run.smithi057.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-10T02:20:52.593 INFO:teuthology.orchestra.run.smithi057.stdout:Mon IP `172.21.15.57` is in CIDR network `172.21.0.0/20` 2024-04-10T02:20:52.593 INFO:teuthology.orchestra.run.smithi057.stdout:Mon IP `172.21.15.57` is in CIDR network `172.21.0.0/20` 2024-04-10T02:20:52.593 INFO:teuthology.orchestra.run.smithi057.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-10T02:20:52.593 INFO:teuthology.orchestra.run.smithi057.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-10T02:20:52.594 INFO:teuthology.orchestra.run.smithi057.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-10T02:20:53.210 INFO:teuthology.orchestra.run.smithi057.stdout:/bin/podman: stdout 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 2024-04-10T02:20:53.211 INFO:teuthology.orchestra.run.smithi057.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-10T02:20:53.211 INFO:teuthology.orchestra.run.smithi057.stdout:/bin/podman: stderr Getting image source signatures 2024-04-10T02:20:53.211 INFO:teuthology.orchestra.run.smithi057.stdout:/bin/podman: stderr Copying blob sha256:6a38c9a31ea4c6c1e3d079c8edc2f3b418b00f3ce1d3a48ffe92dcb2ef7b4e51 2024-04-10T02:20:53.211 INFO:teuthology.orchestra.run.smithi057.stdout:/bin/podman: stderr Copying blob sha256:9793b5b5582798bde394f4383d142e9f248a25e4ebfd72ee05ea9ec6251a877d 2024-04-10T02:20:53.211 INFO:teuthology.orchestra.run.smithi057.stdout:/bin/podman: stderr Copying config sha256:21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 2024-04-10T02:20:53.211 INFO:teuthology.orchestra.run.smithi057.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-10T02:20:54.115 INFO:teuthology.orchestra.run.smithi057.stdout:ceph: stdout ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable) 2024-04-10T02:20:54.115 INFO:teuthology.orchestra.run.smithi057.stdout:Ceph version: ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable) 2024-04-10T02:20:54.115 INFO:teuthology.orchestra.run.smithi057.stdout:Extracting ceph user uid/gid from container image... 2024-04-10T02:20:54.936 INFO:teuthology.orchestra.run.smithi057.stdout:stat: stdout 167 167 2024-04-10T02:20:54.936 INFO:teuthology.orchestra.run.smithi057.stdout:Creating initial keys... 2024-04-10T02:20:55.808 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph-authtool: stdout AQCH9xVmpUwGDBAAXcTE0NfHjcpszeUOwl8eeg== 2024-04-10T02:20:56.673 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph-authtool: stdout AQCI9xVmJwJ5CBAAzF1x+LSMmRfW+e/huMObSw== 2024-04-10T02:20:57.535 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph-authtool: stdout AQCI9xVm+r/mORAABCxRZkAt5vKFyGFteNMroA== 2024-04-10T02:20:57.535 INFO:teuthology.orchestra.run.smithi057.stdout:Creating initial monmap... 2024-04-10T02:20:58.409 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-10T02:20:58.409 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-04-10T02:20:58.409 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:20:58.409 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-10T02:20:58.409 INFO:teuthology.orchestra.run.smithi057.stdout:monmaptool for a [v2:172.21.15.57:3300,v1:172.21.15.57:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-10T02:20:58.410 INFO:teuthology.orchestra.run.smithi057.stdout:setting min_mon_release = octopus 2024-04-10T02:20:58.410 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/monmaptool: set fsid to b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:20:58.410 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-10T02:20:58.410 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:20:58.410 INFO:teuthology.orchestra.run.smithi057.stdout:Creating mon... 2024-04-10T02:20:59.290 INFO:teuthology.orchestra.run.smithi057.stdout:create mon.a on 2024-04-10T02:20:59.564 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-10T02:20:59.704 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-10T02:20:59.845 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4.target → /etc/systemd/system/ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4.target. 2024-04-10T02:20:59.845 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4.target → /etc/systemd/system/ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4.target. 2024-04-10T02:21:00.050 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.a 2024-04-10T02:21:00.051 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stderr Failed to reset failed state of unit ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.a.service: Unit ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.a.service not loaded. 2024-04-10T02:21:00.215 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4.target.wants/ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.a.service → /etc/systemd/system/ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@.service. 2024-04-10T02:21:00.783 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T02:21:00.783 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout disabled 2024-04-10T02:21:00.791 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T02:21:00.791 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout inactive 2024-04-10T02:21:00.791 INFO:teuthology.orchestra.run.smithi057.stdout:firewalld.service is not enabled 2024-04-10T02:21:00.791 INFO:teuthology.orchestra.run.smithi057.stdout:Not possible to enable service . firewalld.service is not available 2024-04-10T02:21:00.792 INFO:teuthology.orchestra.run.smithi057.stdout:Waiting for mon to start... 2024-04-10T02:21:00.792 INFO:teuthology.orchestra.run.smithi057.stdout:Waiting for mon... 2024-04-10T02:21:01.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:01 smithi057 ceph-mon[28944]: from='client.? 172.21.15.57:0/4279567031' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout cluster: 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout id: b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout services: 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.559646s) 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout data: 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-10T02:21:01.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-10T02:21:01.836 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-10T02:21:01.836 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout pgs: 2024-04-10T02:21:01.836 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:01.836 INFO:teuthology.orchestra.run.smithi057.stdout:mon is available 2024-04-10T02:21:01.836 INFO:teuthology.orchestra.run.smithi057.stdout:Assimilating anything we can from ceph.conf... 2024-04-10T02:21:02.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:02 smithi057 ceph-mon[28944]: from='client.? 172.21.15.57:0/1859718830' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-10T02:21:02.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:02 smithi057 ceph-mon[28944]: from='client.? 172.21.15.57:0/1859718830' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-10T02:21:02.834 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:02.834 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout [global] 2024-04-10T02:21:02.834 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout fsid = b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:21:02.834 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.57:3300,v1:172.21.15.57:6789] 2024-04-10T02:21:02.834 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-10T02:21:02.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-10T02:21:02.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-10T02:21:02.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-10T02:21:02.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:02.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-10T02:21:02.835 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-10T02:21:02.836 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:02.836 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout [osd] 2024-04-10T02:21:02.836 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-10T02:21:02.836 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-10T02:21:02.836 INFO:teuthology.orchestra.run.smithi057.stdout:Generating new minimal ceph.conf... 2024-04-10T02:21:04.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:03 smithi057 ceph-mon[28944]: from='client.? 172.21.15.57:0/2354881506' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:21:07.925 INFO:teuthology.orchestra.run.smithi057.stdout:Restarting the monitor... 2024-04-10T02:21:08.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:07 smithi057 systemd[1]: Stopping Ceph mon.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:21:08.844 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:08 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a[28940]: 2024-04-10T02:21:08.576+0000 7fd585550700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:21:08.844 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:08 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a[28940]: 2024-04-10T02:21:08.576+0000 7fd585550700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-10T02:21:08.844 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:08 smithi057 podman[29193]: 2024-04-10 02:21:08.619188134 +0000 UTC m=+0.518056103 container died c38ca6ee75f9261057de0fc0656f5b901869e12479511af53fb5c003c1cf8785 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-10T02:21:09.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:08 smithi057 podman[29193]: 2024-04-10 02:21:08.935710622 +0000 UTC m=+0.834578573 container cleanup c38ca6ee75f9261057de0fc0656f5b901869e12479511af53fb5c003c1cf8785 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-10T02:21:09.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:08 smithi057 bash[29193]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a 2024-04-10T02:21:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 podman[29207]: 2024-04-10 02:21:09.128413257 +0000 UTC m=+0.508150908 container remove c38ca6ee75f9261057de0fc0656f5b901869e12479511af53fb5c003c1cf8785 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409) 2024-04-10T02:21:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-10T02:21:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 systemd[1]: Stopped Ceph mon.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:21:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 systemd[1]: Starting Ceph mon.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:21:09.823 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 podman[29301]: 2024-04-10 02:21:09.571122814 +0000 UTC m=+0.106665319 container create ffb8df2c373f0b66b895275e9121c6ca647e861e4ec09af59cf7d5407825fe2e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:21:09.823 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 podman[29301]: 2024-04-10 02:21:09.482417175 +0000 UTC m=+0.017959651 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph:quincy 2024-04-10T02:21:09.823 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 podman[29301]: 2024-04-10 02:21:09.748574598 +0000 UTC m=+0.284117062 container init ffb8df2c373f0b66b895275e9121c6ca647e861e4ec09af59cf7d5407825fe2e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=quincy-d3b5060, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-10T02:21:09.823 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 podman[29301]: 2024-04-10 02:21:09.751337709 +0000 UTC m=+0.286880173 container start ffb8df2c373f0b66b895275e9121c6ca647e861e4ec09af59cf7d5407825fe2e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-10T02:21:09.823 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable), process ceph-mon, pid 2 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: pidfile_write: ignore empty --pid-file 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: load: jerasure load: lrc 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: RocksDB version: 6.15.5 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Compile date Apr 9 2024 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: DB SUMMARY 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: DB Session ID: 7MR6OVWKBJWXAS1EQL11 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: CURRENT file: CURRENT 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 84219 ; 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.error_if_exists: 0 2024-04-10T02:21:09.824 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.create_if_missing: 0 2024-04-10T02:21:09.825 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.paranoid_checks: 1 2024-04-10T02:21:09.825 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T02:21:09.825 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.env: 0x55ab9611ba80 2024-04-10T02:21:09.825 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.fs: Posix File System 2024-04-10T02:21:09.825 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.info_log: 0x55ab986bae80 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.statistics: (nil) 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.use_fsync: 0 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_log_file_size: 0 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.allow_fallocate: 1 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T02:21:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.use_direct_reads: 0 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.db_log_dir: 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.write_buffer_manager: 0x55ab9942a960 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T02:21:09.827 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.unordered_write: 0 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.row_cache: None 2024-04-10T02:21:09.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.wal_filter: None 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.preserve_deletes: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.two_write_queues: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.atomic_flush: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.log_readahead_size: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T02:21:09.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_background_jobs: 2 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_background_compactions: -1 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_subcompactions: 1 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_open_files: -1 2024-04-10T02:21:09.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_background_flushes: -1 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Compression algorithms supported: 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: kZSTD supported: 0 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: kXpressCompression supported: 0 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: kZlibCompression supported: 1 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: kSnappyCompression supported: 1 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: kLZ4Compression supported: 1 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: kBZip2Compression supported: 0 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-04-10T02:21:09.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.merge_operator: 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_filter: None 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ab9870af58) 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout: cache_index_and_filter_blocks: 1 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout: pin_top_level_index_and_filter: 1 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_type: 0 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_block_index_type: 0 2024-04-10T02:21:09.832 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_shortening: 1 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: hash_index_allow_collision: 1 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: checksum: 1 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: no_block_cache: 0 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache: 0x55ab9873d090 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_name: BinnedLRUCache 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_options: 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: capacity : 536870912 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: num_shard_bits : 4 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: strict_capacity_limit : 0 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: high_pri_pool_ratio: 0.000 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_compressed: (nil) 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: persistent_cache: (nil) 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_size: 4096 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_size_deviation: 10 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_restart_interval: 16 2024-04-10T02:21:09.833 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_block_restart_interval: 1 2024-04-10T02:21:09.834 INFO:journalctl@ceph.mon.a.smithi057.stdout: metadata_block_size: 4096 2024-04-10T02:21:09.834 INFO:journalctl@ceph.mon.a.smithi057.stdout: partition_filters: 0 2024-04-10T02:21:09.834 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_delta_encoding: 1 2024-04-10T02:21:09.834 INFO:journalctl@ceph.mon.a.smithi057.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-10T02:21:09.834 INFO:journalctl@ceph.mon.a.smithi057.stdout: whole_key_filtering: 1 2024-04-10T02:21:09.834 INFO:journalctl@ceph.mon.a.smithi057.stdout: verify_compression: 0 2024-04-10T02:21:09.834 INFO:journalctl@ceph.mon.a.smithi057.stdout: read_amp_bytes_per_bit: 0 2024-04-10T02:21:09.834 INFO:journalctl@ceph.mon.a.smithi057.stdout: format_version: 4 2024-04-10T02:21:09.834 INFO:journalctl@ceph.mon.a.smithi057.stdout: enable_index_compression: 1 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_align: 0 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compression: NoCompression 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.num_levels: 7 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T02:21:09.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T02:21:09.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T02:21:09.837 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T02:21:09.837 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T02:21:09.837 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T02:21:09.837 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T02:21:09.837 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T02:21:09.837 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T02:21:09.837 INFO:teuthology.orchestra.run.smithi057.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-10T02:21:09.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T02:21:09.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T02:21:09.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T02:21:09.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T02:21:09.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T02:21:09.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.arena_block_size: 4194304 2024-04-10T02:21:09.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T02:21:09.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T02:21:09.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-10T02:21:09.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.table_properties_collectors: 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.inplace_update_support: 0 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T02:21:09.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.bloom_locality: 0 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.max_successive_merges: 0 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.ttl: 2592000 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.enable_blob_files: false 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.min_blob_size: 0 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T02:21:09.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712715669777359, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712715669779185, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80651, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78912, "index_size": 227, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73121, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1712715669, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "a768ad06-fb9e-4f45-a7cb-732bb1d702c4", "db_session_id": "7MR6OVWKBJWXAS1EQL11"}} 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712715669780179, "job": 1, "event": "recovery_finished"} 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55ab986d1180 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: DB pointer 0x55ab987a6000 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** DB Stats ** 2024-04-10T02:21:09.841 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: L0 2/0 80.52 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 48.2 0.00 0.00 1 0.002 0 0 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: Sum 2/0 80.52 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 48.2 0.00 0.00 1 0.002 0 0 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 48.2 0.00 0.00 1 0.002 0 0 2024-04-10T02:21:09.842 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 48.2 0.00 0.00 1 0.002 0 0 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative compaction: 0.00 GB write, 10.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval compaction: 0.00 GB write, 10.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T02:21:09.843 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: L0 2/0 80.52 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 48.2 0.00 0.00 1 0.002 0 0 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: Sum 2/0 80.52 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 48.2 0.00 0.00 1 0.002 0 0 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 48.2 0.00 0.00 1 0.002 0 0 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T02:21:09.844 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative compaction: 0.00 GB write, 10.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: starting mon.a rank 0 at public addrs [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] at bind addrs [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: mon.a@-1(???) e1 preinit fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: mon.a@-1(???).mds e1 new map 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: mon.a@-1(???).mds e1 print_map 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: e1 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T02:21:09.845 INFO:journalctl@ceph.mon.a.smithi057.stdout: legacy client fscid: -1 2024-04-10T02:21:09.846 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:21:09.846 INFO:journalctl@ceph.mon.a.smithi057.stdout: No filesystems configured 2024-04-10T02:21:09.846 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-10T02:21:09.846 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T02:21:09.846 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T02:21:09.846 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T02:21:09.846 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 ceph-mon[29320]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-10T02:21:09.846 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 bash[29301]: ffb8df2c373f0b66b895275e9121c6ca647e861e4ec09af59cf7d5407825fe2e 2024-04-10T02:21:09.846 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:09 smithi057 systemd[1]: Started Ceph mon.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:21:10.782 INFO:teuthology.orchestra.run.smithi057.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-10T02:21:10.782 INFO:teuthology.orchestra.run.smithi057.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-10T02:21:10.783 INFO:teuthology.orchestra.run.smithi057.stdout:Creating mgr... 2024-04-10T02:21:10.783 INFO:teuthology.orchestra.run.smithi057.stdout:Verifying port 9283 ... 2024-04-10T02:21:10.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:10 smithi057 ceph-mon[29320]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-10T02:21:10.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:10 smithi057 ceph-mon[29320]: monmap e1: 1 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T02:21:10.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:10 smithi057 ceph-mon[29320]: fsmap 2024-04-10T02:21:10.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:10 smithi057 ceph-mon[29320]: osdmap e1: 0 total, 0 up, 0 in 2024-04-10T02:21:10.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:10 smithi057 ceph-mon[29320]: mgrmap e1: no daemons active 2024-04-10T02:21:10.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:10 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1978546417' entity='client.admin' 2024-04-10T02:21:10.946 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.y 2024-04-10T02:21:10.946 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stderr Failed to reset failed state of unit ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.y.service: Unit ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.y.service not loaded. 2024-04-10T02:21:11.089 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4.target.wants/ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.y.service → /etc/systemd/system/ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@.service. 2024-04-10T02:21:11.322 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:11 smithi057 systemd[1]: Starting Ceph mgr.y for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:21:11.609 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:11 smithi057 podman[29536]: 2024-04-10 02:21:11.22467831 +0000 UTC m=+0.017942687 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph:quincy 2024-04-10T02:21:11.609 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:11 smithi057 podman[29536]: 2024-04-10 02:21:11.33163847 +0000 UTC m=+0.124902827 container create dbad9fd0b729fec54e9f32bd4e78d01eef02f8b9a67d5de02494661605874bbe (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-04-10T02:21:11.609 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:11 smithi057 podman[29536]: 2024-04-10 02:21:11.517678012 +0000 UTC m=+0.310942372 container init dbad9fd0b729fec54e9f32bd4e78d01eef02f8b9a67d5de02494661605874bbe (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-10T02:21:11.610 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:11 smithi057 podman[29536]: 2024-04-10 02:21:11.520068996 +0000 UTC m=+0.313333354 container start dbad9fd0b729fec54e9f32bd4e78d01eef02f8b9a67d5de02494661605874bbe (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-10T02:21:11.610 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:11 smithi057 bash[29536]: dbad9fd0b729fec54e9f32bd4e78d01eef02f8b9a67d5de02494661605874bbe 2024-04-10T02:21:11.622 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T02:21:11.623 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout disabled 2024-04-10T02:21:11.630 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T02:21:11.630 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout inactive 2024-04-10T02:21:11.630 INFO:teuthology.orchestra.run.smithi057.stdout:firewalld.service is not enabled 2024-04-10T02:21:11.630 INFO:teuthology.orchestra.run.smithi057.stdout:Not possible to enable service . firewalld.service is not available 2024-04-10T02:21:11.638 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T02:21:11.638 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout disabled 2024-04-10T02:21:11.646 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T02:21:11.647 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout inactive 2024-04-10T02:21:11.647 INFO:teuthology.orchestra.run.smithi057.stdout:firewalld.service is not enabled 2024-04-10T02:21:11.647 INFO:teuthology.orchestra.run.smithi057.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2024-04-10T02:21:11.647 INFO:teuthology.orchestra.run.smithi057.stdout:Waiting for mgr to start... 2024-04-10T02:21:11.647 INFO:teuthology.orchestra.run.smithi057.stdout:Waiting for mgr... 2024-04-10T02:21:11.861 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:11 smithi057 systemd[1]: Started Ceph mgr.y for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:21:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:12 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2509624754' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-10T02:21:12.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:12.057+0000 7fef541451c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:21:12.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:12.151+0000 7fef541451c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:21:12.704 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:12.704 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout { 2024-04-10T02:21:12.704 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "fsid": "b798e566-f6e0-11ee-b64a-cb9ed24678a4", 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "health": { 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 0 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout ], 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "a" 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout ], 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-10T02:21:12.705 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-10T02:21:12.706 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:12.706 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-10T02:21:12.706 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-10T02:21:12.706 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:12.706 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-10T02:21:12.706 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:12.706 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-10T02:21:12.706 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-10T02:21:12.706 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-10T02:21:12.706 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-10T02:21:12.710 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-10T02:21:12.710 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-10T02:21:12.710 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:12.710 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-10T02:21:12.710 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-10T02:21:12.710 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-10T02:21:12.710 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-10T02:21:12.710 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-10T02:21:12.710 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-10T02:21:12.711 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "restful" 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout ], 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "modified": "2024-04-10T02:21:00.731650+0000", 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout } 2024-04-10T02:21:12.712 INFO:teuthology.orchestra.run.smithi057.stdout:mgr not available, waiting (1/15)... 2024-04-10T02:21:12.983 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:12.808+0000 7fef541451c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:21:12.983 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:12.898+0000 7fef541451c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:21:12.983 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:12.983+0000 7fef541451c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:21:13.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:13.133+0000 7fef541451c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:21:13.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:13.215+0000 7fef541451c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:21:13.655 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:13.387+0000 7fef541451c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:21:13.655 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:13.569+0000 7fef541451c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:21:13.655 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:13.654+0000 7fef541451c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:21:14.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:13.749+0000 7fef541451c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:21:14.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:13.836+0000 7fef541451c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:21:15.261 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:14 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:14.929+0000 7fef541451c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:21:15.261 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:15.063+0000 7fef541451c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:21:15.261 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:15.260+0000 7fef541451c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:21:15.631 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:15.489+0000 7fef541451c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:21:15.885 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:15.668+0000 7fef541451c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:21:15.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:15.850+0000 7fef541451c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:21:16.374 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:16.113+0000 7fef541451c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:21:16.374 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:16.199+0000 7fef541451c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:21:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:16 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4179529254' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-10T02:21:16.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:16.600+0000 7fef541451c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:21:17.123 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout { 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "fsid": "b798e566-f6e0-11ee-b64a-cb9ed24678a4", 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "health": { 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 0 2024-04-10T02:21:17.129 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout ], 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "a" 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout ], 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-10T02:21:17.130 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-10T02:21:17.131 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "restful" 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout ], 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-10T02:21:17.132 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:17.133 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "modified": "2024-04-10T02:21:00.731650+0000", 2024-04-10T02:21:17.133 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T02:21:17.133 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:17.133 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-10T02:21:17.133 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout } 2024-04-10T02:21:17.133 INFO:teuthology.orchestra.run.smithi057.stdout:mgr not available, waiting (2/15)... 2024-04-10T02:21:17.700 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:17 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:17.401+0000 7fef541451c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:21:17.700 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:17 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:17.699+0000 7fef541451c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:21:18.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:18.013+0000 7fef541451c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:21:18.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:18.207+0000 7fef541451c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:21:18.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: Activating manager daemon y 2024-04-10T02:21:18.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: mgrmap e2: y(active, starting, since 0.003128s) 2024-04-10T02:21:18.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: from='mgr.14100 172.21.15.57:0/1141369952' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:21:18.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: from='mgr.14100 172.21.15.57:0/1141369952' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:21:18.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: from='mgr.14100 172.21.15.57:0/1141369952' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:21:18.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: from='mgr.14100 172.21.15.57:0/1141369952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:21:18.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: from='mgr.14100 172.21.15.57:0/1141369952' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:21:18.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: Manager daemon y is now available 2024-04-10T02:21:18.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: from='mgr.14100 172.21.15.57:0/1141369952' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:21:18.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: from='mgr.14100 172.21.15.57:0/1141369952' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:21:18.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: from='mgr.14100 172.21.15.57:0/1141369952' entity='mgr.y' 2024-04-10T02:21:18.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: from='mgr.14100 172.21.15.57:0/1141369952' entity='mgr.y' 2024-04-10T02:21:18.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:18 smithi057 ceph-mon[29320]: from='mgr.14100 172.21.15.57:0/1141369952' entity='mgr.y' 2024-04-10T02:21:20.398 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:20.398 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout { 2024-04-10T02:21:20.398 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "fsid": "b798e566-f6e0-11ee-b64a-cb9ed24678a4", 2024-04-10T02:21:20.398 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "health": { 2024-04-10T02:21:20.398 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-10T02:21:20.398 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-10T02:21:20.398 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-10T02:21:20.398 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 0 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout ], 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "a" 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout ], 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-10T02:21:20.399 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:20.400 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-10T02:21:20.400 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-10T02:21:20.400 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-10T02:21:20.407 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-10T02:21:20.407 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-10T02:21:20.407 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-10T02:21:20.408 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:20.408 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-10T02:21:20.408 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-10T02:21:20.408 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-10T02:21:20.408 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-10T02:21:20.408 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-10T02:21:20.409 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-10T02:21:20.409 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-10T02:21:20.409 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-10T02:21:20.409 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-10T02:21:20.409 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:20.409 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-10T02:21:20.410 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:20.410 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-10T02:21:20.410 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-10T02:21:20.410 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:20.410 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-10T02:21:20.411 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-10T02:21:20.411 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-10T02:21:20.411 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-10T02:21:20.411 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-10T02:21:20.411 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-10T02:21:20.411 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "restful" 2024-04-10T02:21:20.412 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout ], 2024-04-10T02:21:20.412 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T02:21:20.412 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:20.412 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-10T02:21:20.412 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T02:21:20.412 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "modified": "2024-04-10T02:21:00.731650+0000", 2024-04-10T02:21:20.412 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T02:21:20.412 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout }, 2024-04-10T02:21:20.413 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-10T02:21:20.413 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout } 2024-04-10T02:21:20.413 INFO:teuthology.orchestra.run.smithi057.stdout:mgr is available 2024-04-10T02:21:20.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:20 smithi057 ceph-mon[29320]: mgrmap e3: y(active, since 1.00847s) 2024-04-10T02:21:20.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:20 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3497994355' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-10T02:21:21.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:21 smithi057 ceph-mon[29320]: mgrmap e4: y(active, since 2s) 2024-04-10T02:21:21.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:21 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/986495196' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-10T02:21:23.456 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:23.456 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout [global] 2024-04-10T02:21:23.456 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout fsid = b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:21:23.456 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-10T02:21:23.456 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-10T02:21:23.456 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-10T02:21:23.457 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-10T02:21:23.457 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:23.457 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-10T02:21:23.457 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-10T02:21:23.457 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 2024-04-10T02:21:23.457 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout [osd] 2024-04-10T02:21:23.457 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-10T02:21:23.457 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-10T02:21:23.457 INFO:teuthology.orchestra.run.smithi057.stdout:Enabling cephadm module... 2024-04-10T02:21:24.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:24 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2854841471' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-10T02:21:24.572 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ignoring --setuser ceph since I am not root 2024-04-10T02:21:24.572 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ignoring --setgroup ceph since I am not root 2024-04-10T02:21:24.823 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:24.723+0000 7f13d00281c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:21:24.823 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:24.822+0000 7f13d00281c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:21:25.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:25 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2854841471' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-10T02:21:25.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:25 smithi057 ceph-mon[29320]: mgrmap e5: y(active, since 5s) 2024-04-10T02:21:25.684 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:25.503+0000 7f13d00281c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:21:25.684 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:25.594+0000 7f13d00281c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:21:25.684 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:25.683+0000 7f13d00281c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:21:26.025 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:25.835+0000 7f13d00281c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:21:26.025 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:25.917+0000 7f13d00281c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:21:26.027 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout { 2024-04-10T02:21:26.027 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-10T02:21:26.027 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-10T02:21:26.028 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-10T02:21:26.028 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-10T02:21:26.028 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout } 2024-04-10T02:21:26.028 INFO:teuthology.orchestra.run.smithi057.stdout:Waiting for the mgr to restart... 2024-04-10T02:21:26.028 INFO:teuthology.orchestra.run.smithi057.stdout:Waiting for mgr epoch 5... 2024-04-10T02:21:26.284 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:26 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4256072405' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-10T02:21:26.284 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:26.095+0000 7f13d00281c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:21:26.284 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:26.283+0000 7f13d00281c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:21:26.555 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:26.371+0000 7f13d00281c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:21:26.555 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:26.468+0000 7f13d00281c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:21:26.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:26.555+0000 7f13d00281c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:21:27.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:27.615+0000 7f13d00281c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:21:27.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:27.747+0000 7f13d00281c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:21:28.346 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:27.942+0000 7f13d00281c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:21:28.346 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:28.169+0000 7f13d00281c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:21:28.347 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:28.345+0000 7f13d00281c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:21:28.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:28.528+0000 7f13d00281c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:21:29.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:28.789+0000 7f13d00281c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:21:29.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:28.876+0000 7f13d00281c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:21:29.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:29 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:29.265+0000 7f13d00281c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:21:30.358 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:30.058+0000 7f13d00281c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:21:30.358 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:30.358+0000 7f13d00281c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:21:31.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:30.671+0000 7f13d00281c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:21:31.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:30.866+0000 7f13d00281c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:21:31.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: Active manager daemon y restarted 2024-04-10T02:21:31.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: Activating manager daemon y 2024-04-10T02:21:31.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: osdmap e2: 0 total, 0 up, 0 in 2024-04-10T02:21:31.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: mgrmap e6: y(active, starting, since 0.005201s) 2024-04-10T02:21:31.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:21:31.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:21:31.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:21:31.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:21:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:21:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: Manager daemon y is now available 2024-04-10T02:21:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:21:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:21:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:30 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:21:32.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:31 smithi057 ceph-mon[29320]: Found migration_current of "None". Setting to last migration. 2024-04-10T02:21:32.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:31 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:21:32.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:31 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:21:32.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:31 smithi057 ceph-mon[29320]: mgrmap e7: y(active, since 1.0118s) 2024-04-10T02:21:32.435 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout { 2024-04-10T02:21:32.435 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-10T02:21:32.435 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-10T02:21:32.435 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout } 2024-04-10T02:21:32.435 INFO:teuthology.orchestra.run.smithi057.stdout:mgr epoch 5 is available 2024-04-10T02:21:32.435 INFO:teuthology.orchestra.run.smithi057.stdout:Setting orchestrator backend to cephadm... 2024-04-10T02:21:33.062 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:32 smithi057 ceph-mon[29320]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-10T02:21:33.062 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:32 smithi057 ceph-mon[29320]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-10T02:21:33.062 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:32 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:33.062 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:32 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:21:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:34 smithi057 ceph-mon[29320]: [10/Apr/2024:02:21:32] ENGINE Bus STARTING 2024-04-10T02:21:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:34 smithi057 ceph-mon[29320]: [10/Apr/2024:02:21:32] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:21:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:34 smithi057 ceph-mon[29320]: [10/Apr/2024:02:21:32] ENGINE Bus STARTED 2024-04-10T02:21:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:34 smithi057 ceph-mon[29320]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:21:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:34 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:34 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:21:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:34 smithi057 ceph-mon[29320]: mgrmap e8: y(active, since 2s) 2024-04-10T02:21:34.689 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-10T02:21:34.690 INFO:teuthology.orchestra.run.smithi057.stdout:Generating ssh key... 2024-04-10T02:21:35.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-mon[29320]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:21:35.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: Generating public/private rsa key pair. 2024-04-10T02:21:35.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: Your identification has been saved in /tmp/tmp003cpgi5/key. 2024-04-10T02:21:35.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: Your public key has been saved in /tmp/tmp003cpgi5/key.pub. 2024-04-10T02:21:35.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: The key fingerprint is: 2024-04-10T02:21:35.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: SHA256:nBAaAi52wRLdjqFscpkpmqVFiDijOIpuy/QLAgrq0NM ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:21:35.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: The key's randomart image is: 2024-04-10T02:21:35.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: +---[RSA 3072]----+ 2024-04-10T02:21:35.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: |++=.o . | 2024-04-10T02:21:35.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: |B..=.+ . | 2024-04-10T02:21:35.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: |=*o== . | 2024-04-10T02:21:35.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: |O+O. . o . | 2024-04-10T02:21:35.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: |OO S | 2024-04-10T02:21:35.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: |@. . | 2024-04-10T02:21:35.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: |*oo E | 2024-04-10T02:21:35.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: |*oo. | 2024-04-10T02:21:35.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: |.+.o. | 2024-04-10T02:21:35.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: +----[SHA256]-----+ 2024-04-10T02:21:36.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:36 smithi057 ceph-mon[29320]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:21:36.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:36 smithi057 ceph-mon[29320]: Generating ssh key... 2024-04-10T02:21:36.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:36 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:36.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:36 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:37.262 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8pv76lxl4PcuH2MJyiwt42Fd5NOtfbZiJ3m3Zy6u8KRUW9yMrPjh2m3NmThQNJLLHpwDch9yOknBdfuc8uFKdhrT6USBqygyGZRyH+dIj8QeqG2ILC75Qz4dLB/rwxEZqQxafY+zJO+MWGqFp4jXCHNmNFm0e74BQ1fnHIqkNvZLCmf4egfhJ0in8fYI8zjb92I9nCZJHhCEotVGndB9DQnqTB8rmyQ9oCLCD5NeDwEv3BKwum34KXK+qn2kRADA9kcwxZSIgpTDjCXE4dCSawoFPDxV4uUKB1C/k05JMFkuQlH9UpHgFSSZj8dYT5n2rNsSOPwmJtJ1lcgehi6QNmnJCrtLGoElG81RrXeFr60htGL1erhcJE5r31hT2vna4OxHFBkNi3ZtfL8lZ6MrfGU5VVzCMWMAQu79HZY4QzLfgnh7zlLpiFYD33NzXOqg3D+RI3499ZBAdkCO2ejDaWNe4arQru3UoGeWTzN4Tz1wVF0X8vQs9y+14BU91ZNc= ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:21:37.262 INFO:teuthology.orchestra.run.smithi057.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-10T02:21:37.262 INFO:teuthology.orchestra.run.smithi057.stdout:Adding key to root@localhost authorized_keys... 2024-04-10T02:21:37.263 INFO:teuthology.orchestra.run.smithi057.stdout:Adding host smithi057... 2024-04-10T02:21:37.861 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:37 smithi057 ceph-mon[29320]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:21:38.688 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:38 smithi057 ceph-mon[29320]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi057", "addr": "172.21.15.57", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:21:39.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:39 smithi057 ceph-mon[29320]: Deploying cephadm binary to smithi057 2024-04-10T02:21:40.512 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout Added host 'smithi057' with addr '172.21.15.57' 2024-04-10T02:21:40.513 INFO:teuthology.orchestra.run.smithi057.stdout:Deploying unmanaged mon service... 2024-04-10T02:21:41.118 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:40 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:41.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:40 smithi057 ceph-mon[29320]: Added host smithi057 2024-04-10T02:21:41.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:40 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:21:41.900 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-10T02:21:41.900 INFO:teuthology.orchestra.run.smithi057.stdout:Deploying unmanaged mgr service... 2024-04-10T02:21:42.595 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:42 smithi057 ceph-mon[29320]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:21:42.595 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:42 smithi057 ceph-mon[29320]: Saving service mon spec with placement count:5 2024-04-10T02:21:42.595 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:42 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:43.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:43 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:43.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:43 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:43.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:43 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:43.874 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-10T02:21:44.768 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:44 smithi057 ceph-mon[29320]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:21:44.768 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:44 smithi057 ceph-mon[29320]: Saving service mgr spec with placement count:2 2024-04-10T02:21:44.768 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:44 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3682041129' entity='client.admin' 2024-04-10T02:21:46.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:46 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:46.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:46 smithi057 ceph-mon[29320]: from='mgr.14118 172.21.15.57:0/1826801915' entity='mgr.y' 2024-04-10T02:21:46.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:46 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3324253863' entity='client.admin' 2024-04-10T02:21:46.756 INFO:teuthology.orchestra.run.smithi057.stdout:Enabling the dashboard module... 2024-04-10T02:21:47.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:47 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/638539523' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-10T02:21:47.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:47 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ignoring --setuser ceph since I am not root 2024-04-10T02:21:47.637 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:47 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ignoring --setgroup ceph since I am not root 2024-04-10T02:21:48.117 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:48.022+0000 7f1188c7d1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:21:48.118 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:48.117+0000 7f1188c7d1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:21:48.768 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:48 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/638539523' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-10T02:21:48.768 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:48 smithi057 ceph-mon[29320]: mgrmap e9: y(active, since 16s) 2024-04-10T02:21:49.031 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:48.778+0000 7f1188c7d1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:21:49.031 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:48.872+0000 7f1188c7d1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:21:49.031 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:48.958+0000 7f1188c7d1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:21:49.304 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:49 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:49.114+0000 7f1188c7d1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:21:49.305 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:49 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:49.197+0000 7f1188c7d1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:21:49.558 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:49 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/110564761' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-10T02:21:49.558 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:49 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:49.372+0000 7f1188c7d1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:21:49.558 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:49 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:49.557+0000 7f1188c7d1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:21:49.745 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout { 2024-04-10T02:21:49.745 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-10T02:21:49.745 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-10T02:21:49.745 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-10T02:21:49.745 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-10T02:21:49.745 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout } 2024-04-10T02:21:49.745 INFO:teuthology.orchestra.run.smithi057.stdout:Waiting for the mgr to restart... 2024-04-10T02:21:49.745 INFO:teuthology.orchestra.run.smithi057.stdout:Waiting for mgr epoch 9... 2024-04-10T02:21:49.831 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:49 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:49.643+0000 7f1188c7d1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:21:49.831 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:49 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:49.738+0000 7f1188c7d1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:21:50.103 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:49 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:49.830+0000 7f1188c7d1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:21:51.240 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:50 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:50.911+0000 7f1188c7d1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:21:51.240 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:51 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:51.044+0000 7f1188c7d1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:21:51.241 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:51 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:51.240+0000 7f1188c7d1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:21:51.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:51 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:51.468+0000 7f1188c7d1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:21:52.095 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:51 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:51.646+0000 7f1188c7d1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:21:52.096 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:51 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:51.830+0000 7f1188c7d1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:21:52.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:52 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:52.095+0000 7f1188c7d1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:21:52.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:52 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:52.182+0000 7f1188c7d1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:21:52.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:52 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:52.574+0000 7f1188c7d1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:21:53.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:53.375+0000 7f1188c7d1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:21:53.992 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:53.677+0000 7f1188c7d1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:21:53.992 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:53.991+0000 7f1188c7d1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:21:54.242 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:21:54.188+0000 7f1188c7d1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: Active manager daemon y restarted 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: Activating manager daemon y 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: osdmap e3: 0 total, 0 up, 0 in 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: mgrmap e10: y(active, starting, since 0.00317531s) 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: Manager daemon y is now available 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:21:54.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:21:54.244 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:21:54.244 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:21:55.921 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout { 2024-04-10T02:21:55.921 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-10T02:21:55.921 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-10T02:21:55.921 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout } 2024-04-10T02:21:55.921 INFO:teuthology.orchestra.run.smithi057.stdout:mgr epoch 9 is available 2024-04-10T02:21:55.921 INFO:teuthology.orchestra.run.smithi057.stdout:Generating a dashboard self-signed certificate... 2024-04-10T02:21:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:55 smithi057 ceph-mon[29320]: [10/Apr/2024:02:21:54] ENGINE Bus STARTING 2024-04-10T02:21:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:55 smithi057 ceph-mon[29320]: [10/Apr/2024:02:21:54] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:21:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:55 smithi057 ceph-mon[29320]: [10/Apr/2024:02:21:54] ENGINE Bus STARTED 2024-04-10T02:21:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:55 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:21:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:55 smithi057 ceph-mon[29320]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-10T02:21:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:55 smithi057 ceph-mon[29320]: mgrmap e11: y(active, since 1.01015s) 2024-04-10T02:21:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:55 smithi057 ceph-mon[29320]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-10T02:21:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:55 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:21:57.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:57 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:21:57.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:57 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:21:57.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:57 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:21:57.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:57 smithi057 ceph-mon[29320]: mgrmap e12: y(active, since 2s) 2024-04-10T02:21:58.235 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-10T02:21:58.235 INFO:teuthology.orchestra.run.smithi057.stdout:Creating initial admin user... 2024-04-10T02:21:58.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:21:58 smithi057 ceph-mon[29320]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:21:59.775 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$Ns4sboNsUTjNg7vksvczEe4DgwFGbPvTsjq1maXjuCz1sR0S/gHou", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712715719, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-10T02:21:59.775 INFO:teuthology.orchestra.run.smithi057.stdout:Fetching dashboard port number... 2024-04-10T02:22:00.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:00 smithi057 ceph-mon[29320]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:00.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:00 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:00.966 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stdout 8443 2024-04-10T02:22:00.975 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T02:22:00.976 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout disabled 2024-04-10T02:22:00.983 INFO:teuthology.orchestra.run.smithi057.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T02:22:00.983 INFO:teuthology.orchestra.run.smithi057.stdout:systemctl: stdout inactive 2024-04-10T02:22:00.984 INFO:teuthology.orchestra.run.smithi057.stdout:firewalld.service is not enabled 2024-04-10T02:22:00.984 INFO:teuthology.orchestra.run.smithi057.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-10T02:22:00.985 INFO:teuthology.orchestra.run.smithi057.stdout:Ceph Dashboard is now available at: 2024-04-10T02:22:00.985 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:00.985 INFO:teuthology.orchestra.run.smithi057.stdout: URL: https://smithi057.front.sepia.ceph.com:8443/ 2024-04-10T02:22:00.986 INFO:teuthology.orchestra.run.smithi057.stdout: User: admin 2024-04-10T02:22:00.986 INFO:teuthology.orchestra.run.smithi057.stdout: Password: w59wxljxdt 2024-04-10T02:22:00.986 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:00.986 INFO:teuthology.orchestra.run.smithi057.stdout:Saving cluster configuration to /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config directory 2024-04-10T02:22:00.987 INFO:teuthology.orchestra.run.smithi057.stdout:Enabling autotune for osd_memory_target 2024-04-10T02:22:01.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:01 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3071068492' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-10T02:22:02.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:02 smithi057 ceph-mon[29320]: mgrmap e13: y(active, since 6s) 2024-04-10T02:22:03.338 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-10T02:22:03.338 INFO:teuthology.orchestra.run.smithi057.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-10T02:22:03.338 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:03.338 INFO:teuthology.orchestra.run.smithi057.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-10T02:22:03.338 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:03.338 INFO:teuthology.orchestra.run.smithi057.stdout:Or, if you are only running a single cluster on this host: 2024-04-10T02:22:03.338 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:03.338 INFO:teuthology.orchestra.run.smithi057.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-10T02:22:03.338 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:03.339 INFO:teuthology.orchestra.run.smithi057.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-10T02:22:03.339 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:03.339 INFO:teuthology.orchestra.run.smithi057.stdout: ceph telemetry on 2024-04-10T02:22:03.339 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:03.339 INFO:teuthology.orchestra.run.smithi057.stdout:For more information see: 2024-04-10T02:22:03.339 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:03.339 INFO:teuthology.orchestra.run.smithi057.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-04-10T02:22:03.339 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:03.339 INFO:teuthology.orchestra.run.smithi057.stdout:Bootstrap complete. 2024-04-10T02:22:03.379 INFO:tasks.cephadm:Fetching config... 2024-04-10T02:22:03.379 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:22:03.380 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-10T02:22:03.396 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-10T02:22:03.396 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:22:03.396 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-10T02:22:03.451 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-10T02:22:03.452 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:22:03.452 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/keyring of=/dev/stdout 2024-04-10T02:22:03.519 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-10T02:22:03.519 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:22:03.519 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-10T02:22:03.574 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-10T02:22:03.574 DEBUG:teuthology.orchestra.run.smithi057:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8pv76lxl4PcuH2MJyiwt42Fd5NOtfbZiJ3m3Zy6u8KRUW9yMrPjh2m3NmThQNJLLHpwDch9yOknBdfuc8uFKdhrT6USBqygyGZRyH+dIj8QeqG2ILC75Qz4dLB/rwxEZqQxafY+zJO+MWGqFp4jXCHNmNFm0e74BQ1fnHIqkNvZLCmf4egfhJ0in8fYI8zjb92I9nCZJHhCEotVGndB9DQnqTB8rmyQ9oCLCD5NeDwEv3BKwum34KXK+qn2kRADA9kcwxZSIgpTDjCXE4dCSawoFPDxV4uUKB1C/k05JMFkuQlH9UpHgFSSZj8dYT5n2rNsSOPwmJtJ1lcgehi6QNmnJCrtLGoElG81RrXeFr60htGL1erhcJE5r31hT2vna4OxHFBkNi3ZtfL8lZ6MrfGU5VVzCMWMAQu79HZY4QzLfgnh7zlLpiFYD33NzXOqg3D+RI3499ZBAdkCO2ejDaWNe4arQru3UoGeWTzN4Tz1wVF0X8vQs9y+14BU91ZNc= ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-10T02:22:03.662 INFO:teuthology.orchestra.run.smithi057.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8pv76lxl4PcuH2MJyiwt42Fd5NOtfbZiJ3m3Zy6u8KRUW9yMrPjh2m3NmThQNJLLHpwDch9yOknBdfuc8uFKdhrT6USBqygyGZRyH+dIj8QeqG2ILC75Qz4dLB/rwxEZqQxafY+zJO+MWGqFp4jXCHNmNFm0e74BQ1fnHIqkNvZLCmf4egfhJ0in8fYI8zjb92I9nCZJHhCEotVGndB9DQnqTB8rmyQ9oCLCD5NeDwEv3BKwum34KXK+qn2kRADA9kcwxZSIgpTDjCXE4dCSawoFPDxV4uUKB1C/k05JMFkuQlH9UpHgFSSZj8dYT5n2rNsSOPwmJtJ1lcgehi6QNmnJCrtLGoElG81RrXeFr60htGL1erhcJE5r31hT2vna4OxHFBkNi3ZtfL8lZ6MrfGU5VVzCMWMAQu79HZY4QzLfgnh7zlLpiFYD33NzXOqg3D+RI3499ZBAdkCO2ejDaWNe4arQru3UoGeWTzN4Tz1wVF0X8vQs9y+14BU91ZNc= ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:22:03.676 DEBUG:teuthology.orchestra.run.smithi096:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8pv76lxl4PcuH2MJyiwt42Fd5NOtfbZiJ3m3Zy6u8KRUW9yMrPjh2m3NmThQNJLLHpwDch9yOknBdfuc8uFKdhrT6USBqygyGZRyH+dIj8QeqG2ILC75Qz4dLB/rwxEZqQxafY+zJO+MWGqFp4jXCHNmNFm0e74BQ1fnHIqkNvZLCmf4egfhJ0in8fYI8zjb92I9nCZJHhCEotVGndB9DQnqTB8rmyQ9oCLCD5NeDwEv3BKwum34KXK+qn2kRADA9kcwxZSIgpTDjCXE4dCSawoFPDxV4uUKB1C/k05JMFkuQlH9UpHgFSSZj8dYT5n2rNsSOPwmJtJ1lcgehi6QNmnJCrtLGoElG81RrXeFr60htGL1erhcJE5r31hT2vna4OxHFBkNi3ZtfL8lZ6MrfGU5VVzCMWMAQu79HZY4QzLfgnh7zlLpiFYD33NzXOqg3D+RI3499ZBAdkCO2ejDaWNe4arQru3UoGeWTzN4Tz1wVF0X8vQs9y+14BU91ZNc= ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-10T02:22:03.721 INFO:teuthology.orchestra.run.smithi096.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8pv76lxl4PcuH2MJyiwt42Fd5NOtfbZiJ3m3Zy6u8KRUW9yMrPjh2m3NmThQNJLLHpwDch9yOknBdfuc8uFKdhrT6USBqygyGZRyH+dIj8QeqG2ILC75Qz4dLB/rwxEZqQxafY+zJO+MWGqFp4jXCHNmNFm0e74BQ1fnHIqkNvZLCmf4egfhJ0in8fYI8zjb92I9nCZJHhCEotVGndB9DQnqTB8rmyQ9oCLCD5NeDwEv3BKwum34KXK+qn2kRADA9kcwxZSIgpTDjCXE4dCSawoFPDxV4uUKB1C/k05JMFkuQlH9UpHgFSSZj8dYT5n2rNsSOPwmJtJ1lcgehi6QNmnJCrtLGoElG81RrXeFr60htGL1erhcJE5r31hT2vna4OxHFBkNi3ZtfL8lZ6MrfGU5VVzCMWMAQu79HZY4QzLfgnh7zlLpiFYD33NzXOqg3D+RI3499ZBAdkCO2ejDaWNe4arQru3UoGeWTzN4Tz1wVF0X8vQs9y+14BU91ZNc= ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:22:03.735 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-10T02:22:03.987 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:22:04.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:03 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2130052021' entity='client.admin' 2024-04-10T02:22:06.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:06.609 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:06.609 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:22:06.609 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:06.609 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:06.609 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:07.247 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-10T02:22:07.247 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-10T02:22:07.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:07 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/666267448' entity='client.admin' 2024-04-10T02:22:07.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:07.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:07.818 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:22:10.215 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi096 2024-04-10T02:22:10.215 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:22:10.215 DEBUG:teuthology.orchestra.run.smithi096:> dd of=/etc/ceph/ceph.conf 2024-04-10T02:22:10.235 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:22:10.235 DEBUG:teuthology.orchestra.run.smithi096:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:22:10.293 INFO:tasks.cephadm:Adding host smithi096 to orchestrator... 2024-04-10T02:22:10.293 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch host add smithi096 2024-04-10T02:22:10.547 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:22:10.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:10 smithi057 ceph-mon[29320]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:10.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:10.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:10.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:10.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:10.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:10 smithi057 ceph-mon[29320]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:22:10.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:10.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:10.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:11.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:11 smithi057 ceph-mon[29320]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:22:11.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:11 smithi057 ceph-mon[29320]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:22:11.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:11 smithi057 ceph-mon[29320]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:22:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:12 smithi057 ceph-mon[29320]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi096", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:13 smithi057 ceph-mon[29320]: Deploying cephadm binary to smithi096 2024-04-10T02:22:14.227 INFO:teuthology.orchestra.run.smithi057.stdout:Added host 'smithi096' with addr '172.21.15.96' 2024-04-10T02:22:14.853 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch host ls --format=json 2024-04-10T02:22:15.110 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:22:15.495 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:15 smithi057 ceph-mon[29320]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:15.495 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:15 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:15.496 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:15 smithi057 ceph-mon[29320]: Added host smithi096 2024-04-10T02:22:15.496 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:15 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:15.496 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:15 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:15.496 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:15 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:16.727 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:22:16.727 INFO:teuthology.orchestra.run.smithi057.stdout:[{"addr": "172.21.15.57", "hostname": "smithi057", "labels": [], "status": ""}, {"addr": "172.21.15.96", "hostname": "smithi096", "labels": [], "status": ""}] 2024-04-10T02:22:17.021 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:16 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:17.022 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:16 smithi057 ceph-mon[29320]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:17.306 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-10T02:22:17.307 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd crush tunables default 2024-04-10T02:22:17.559 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:22:17.975 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:17 smithi057 ceph-mon[29320]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:22:19.662 INFO:teuthology.orchestra.run.smithi057.stderr:adjusted tunables profile to default 2024-04-10T02:22:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:19.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi096", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:22:19.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:19.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:19.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:22:19.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4134293963' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-10T02:22:19.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:19.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:19.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:19 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:20.278 INFO:tasks.cephadm:Adding mon.a on smithi057 2024-04-10T02:22:20.278 INFO:tasks.cephadm:Adding mon.c on smithi057 2024-04-10T02:22:20.278 INFO:tasks.cephadm:Adding mon.b on smithi096 2024-04-10T02:22:20.278 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch apply mon '3;smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi096:172.21.15.96=b' 2024-04-10T02:22:20.528 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:22:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:20 smithi057 ceph-mon[29320]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:22:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:20 smithi057 ceph-mon[29320]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:22:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:20 smithi057 ceph-mon[29320]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:22:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:20 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4134293963' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-10T02:22:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:20 smithi057 ceph-mon[29320]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T02:22:21.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:21 smithi057 ceph-mon[29320]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:22.316 INFO:teuthology.orchestra.run.smithi096.stdout:Scheduled mon update... 2024-04-10T02:22:22.903 DEBUG:teuthology.orchestra.run.smithi057:mon.c> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.c.service 2024-04-10T02:22:22.905 DEBUG:teuthology.orchestra.run.smithi096:mon.b> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.b.service 2024-04-10T02:22:22.908 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-10T02:22:22.908 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph mon dump -f json 2024-04-10T02:22:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi096:172.21.15.96=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: Saving service mon spec with placement smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi096:172.21.15.96=b;count:3 2024-04-10T02:22:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:23.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:23.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:23.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:23.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:23.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:23.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:23 smithi057 ceph-mon[29320]: Deploying daemon mon.b on smithi096 2024-04-10T02:22:24.037 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:22:25.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:25 smithi057 ceph-mon[29320]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:26.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:26 smithi096 systemd[1]: Starting Ceph mon.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:22:26.868 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:22:26.868 INFO:teuthology.orchestra.run.smithi096.stdout:{"epoch":1,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","modified":"2024-04-10T02:20:57.798942Z","created":"2024-04-10T02:20:57.798942Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3300","nonce":0},{"type":"v1","addr":"172.21.15.57:6789","nonce":0}]},"addr":"172.21.15.57:6789/0","public_addr":"172.21.15.57:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-10T02:22:26.869 INFO:teuthology.orchestra.run.smithi096.stderr:dumped monmap epoch 1 2024-04-10T02:22:27.153 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:26 smithi096 podman[32983]: 2024-04-10 02:22:26.716189958 +0000 UTC m=+0.021974946 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-10T02:22:27.153 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:26 smithi096 podman[32983]: 2024-04-10 02:22:26.832159188 +0000 UTC m=+0.137944150 container create ae60b6f67d0dc9e08f36dda7a81b96cbeee17adb4a23a76e273c2d0c99fb07e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS) 2024-04-10T02:22:27.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:27 smithi057 ceph-mon[29320]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:27.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:27 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/2765983922' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T02:22:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 podman[32983]: 2024-04-10 02:22:27.537667751 +0000 UTC m=+0.843452713 container init ae60b6f67d0dc9e08f36dda7a81b96cbeee17adb4a23a76e273c2d0c99fb07e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:22:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 podman[32983]: 2024-04-10 02:22:27.541074886 +0000 UTC m=+0.846859851 container start ae60b6f67d0dc9e08f36dda7a81b96cbeee17adb4a23a76e273c2d0c99fb07e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-10T02:22:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T02:22:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable), process ceph-mon, pid 2 2024-04-10T02:22:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: pidfile_write: ignore empty --pid-file 2024-04-10T02:22:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: load: jerasure load: lrc 2024-04-10T02:22:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: RocksDB version: 6.15.5 2024-04-10T02:22:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-10T02:22:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Compile date Apr 9 2024 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: DB SUMMARY 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: DB Session ID: G6IMA6R1WMNE8HFWHUFR 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: CURRENT file: CURRENT 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.error_if_exists: 0 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.create_if_missing: 0 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.paranoid_checks: 1 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.env: 0x5599cae23a80 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.fs: Posix File System 2024-04-10T02:22:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.info_log: 0x5599ccaa4e80 2024-04-10T02:22:27.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T02:22:27.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.statistics: (nil) 2024-04-10T02:22:27.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.use_fsync: 0 2024-04-10T02:22:27.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_log_file_size: 0 2024-04-10T02:22:27.741 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T02:22:27.741 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.allow_fallocate: 1 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.use_direct_reads: 0 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.db_log_dir: 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T02:22:27.742 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.write_buffer_manager: 0x5599cd814960 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T02:22:27.743 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.unordered_write: 0 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.row_cache: None 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.wal_filter: None 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.preserve_deletes: 0 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.two_write_queues: 0 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.atomic_flush: 0 2024-04-10T02:22:27.744 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.log_readahead_size: 0 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_background_jobs: 2 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_background_compactions: -1 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_subcompactions: 1 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T02:22:27.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_open_files: -1 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_background_flushes: -1 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Compression algorithms supported: 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: kZSTD supported: 0 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: kXpressCompression supported: 0 2024-04-10T02:22:27.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: kZlibCompression supported: 1 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: kSnappyCompression supported: 1 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: kLZ4Compression supported: 1 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: kBZip2Compression supported: 0 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.merge_operator: 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_filter: None 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T02:22:27.747 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5599ccaf4f58) 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: cache_index_and_filter_blocks: 1 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: pin_top_level_index_and_filter: 1 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_type: 0 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: data_block_index_type: 0 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_shortening: 1 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: hash_index_allow_collision: 1 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: checksum: 1 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: no_block_cache: 0 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache: 0x5599ccb27090 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_name: BinnedLRUCache 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_options: 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: capacity : 536870912 2024-04-10T02:22:27.748 INFO:journalctl@ceph.mon.b.smithi096.stdout: num_shard_bits : 4 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: strict_capacity_limit : 0 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: high_pri_pool_ratio: 0.000 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_compressed: (nil) 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: persistent_cache: (nil) 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_size: 4096 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_size_deviation: 10 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_restart_interval: 16 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_block_restart_interval: 1 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: metadata_block_size: 4096 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: partition_filters: 0 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: use_delta_encoding: 1 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: whole_key_filtering: 1 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: verify_compression: 0 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: read_amp_bytes_per_bit: 0 2024-04-10T02:22:27.749 INFO:journalctl@ceph.mon.b.smithi096.stdout: format_version: 4 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout: enable_index_compression: 1 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_align: 0 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compression: NoCompression 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.num_levels: 7 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T02:22:27.750 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T02:22:27.751 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T02:22:27.752 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.arena_block_size: 4194304 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T02:22:27.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.table_properties_collectors: 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.inplace_update_support: 0 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.bloom_locality: 0 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.max_successive_merges: 0 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.ttl: 2592000 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T02:22:27.754 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.enable_blob_files: false 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.min_blob_size: 0 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712715747568972, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712715747569395, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1712715747, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "deea3542-8d3c-4cff-8d1e-d8ba04f9baaf", "db_session_id": "G6IMA6R1WMNE8HFWHUFR"}} 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-04-10T02:22:27.755 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712715747569830, "job": 1, "event": "recovery_finished"} 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5599ccabb180 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: DB pointer 0x5599ccb90000 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** DB Stats ** 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:22:27.756 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** Compaction Stats [default] ** 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** Compaction Stats [default] ** 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T02:22:27.757 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative compaction: 0.00 GB write, 0.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval compaction: 0.00 GB write, 0.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** Compaction Stats [default] ** 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:27.758 INFO:journalctl@ceph.mon.b.smithi096.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** Compaction Stats [default] ** 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative compaction: 0.00 GB write, 0.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T02:22:27.759 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: using public_addr v2:172.21.15.96:0/0 -> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: starting mon.b rank -1 at public addrs [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] at bind addrs [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(???) e0 preinit fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).mds e1 new map 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout: e1 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout: legacy client fscid: -1 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout: No filesystems configured 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-10T02:22:27.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi096:172.21.15.96=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: Saving service mon spec with placement smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi096:172.21.15.96=b;count:3 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:27.761 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:27.762 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:27.762 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:27.762 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: Deploying daemon mon.b on smithi096 2024-04-10T02:22:27.762 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:27.762 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:27.762 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/2765983922' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T02:22:27.762 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 ceph-mon[33018]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-10T02:22:27.762 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 bash[32983]: ae60b6f67d0dc9e08f36dda7a81b96cbeee17adb4a23a76e273c2d0c99fb07e9 2024-04-10T02:22:27.762 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:27 smithi096 systemd[1]: Started Ceph mon.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:22:28.419 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-10T02:22:28.419 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph mon dump -f json 2024-04-10T02:22:28.670 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:22:32.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:22:32.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:32.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: mon.a calling monitor election 2024-04-10T02:22:32.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: mon.b calling monitor election 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: monmap e2: 2 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: fsmap 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: mgrmap e13: y(active, since 38s) 2024-04-10T02:22:32.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: overall HEALTH_OK 2024-04-10T02:22:32.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:32.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:32.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:32.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:32.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:33.059 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:22:33.059 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:33.059 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: mon.a calling monitor election 2024-04-10T02:22:33.059 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: mon.b calling monitor election 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: monmap e2: 2 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: fsmap 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: mgrmap e13: y(active, since 38s) 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: overall HEALTH_OK 2024-04-10T02:22:33.060 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:33.061 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:33.061 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:33.061 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:33.061 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:33.425 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:22:33.425 INFO:teuthology.orchestra.run.smithi096.stdout:{"epoch":2,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","modified":"2024-04-10T02:22:27.592300Z","created":"2024-04-10T02:20:57.798942Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3300","nonce":0},{"type":"v1","addr":"172.21.15.57:6789","nonce":0}]},"addr":"172.21.15.57:6789/0","public_addr":"172.21.15.57:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-10T02:22:33.427 INFO:teuthology.orchestra.run.smithi096.stderr:dumped monmap epoch 2 2024-04-10T02:22:33.987 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:33 smithi096 ceph-mon[33018]: Deploying daemon mon.c on smithi057 2024-04-10T02:22:33.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:33 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/3806555757' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T02:22:33.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:33 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:34.032 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:33 smithi057 ceph-mon[29320]: Deploying daemon mon.c on smithi057 2024-04-10T02:22:34.032 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:33 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/3806555757' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T02:22:34.032 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:33 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:34.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:34 smithi057 ceph-mon[29320]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:34.987 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:34 smithi096 ceph-mon[33018]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:35.015 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-10T02:22:35.015 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph mon dump -f json 2024-04-10T02:22:35.263 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:22:35.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 systemd[1]: Starting Ceph mon.c for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:22:35.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 podman[40010]: 2024-04-10 02:22:35.362374581 +0000 UTC m=+0.021584290 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-10T02:22:35.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 podman[40010]: 2024-04-10 02:22:35.489854084 +0000 UTC m=+0.149063851 container create aa07148450b77e77f15c85725db7b86c273967be40cd2109fcdceb52561e57e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-10T02:22:35.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 podman[40010]: 2024-04-10 02:22:35.675937154 +0000 UTC m=+0.335146863 container init aa07148450b77e77f15c85725db7b86c273967be40cd2109fcdceb52561e57e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-10T02:22:35.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 podman[40010]: 2024-04-10 02:22:35.680115348 +0000 UTC m=+0.339325057 container start aa07148450b77e77f15c85725db7b86c273967be40cd2109fcdceb52561e57e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable), process ceph-mon, pid 2 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: pidfile_write: ignore empty --pid-file 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: load: jerasure load: lrc 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: RocksDB version: 6.15.5 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Compile date Apr 9 2024 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: DB SUMMARY 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: DB Session ID: PJZO8N4XA7J0NWO85GWY 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: CURRENT file: CURRENT 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T02:22:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.error_if_exists: 0 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.create_if_missing: 0 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.paranoid_checks: 1 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.env: 0x55ccc474da80 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.fs: Posix File System 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.info_log: 0x55ccc64c4e80 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.statistics: (nil) 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.use_fsync: 0 2024-04-10T02:22:35.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_log_file_size: 0 2024-04-10T02:22:35.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T02:22:35.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T02:22:35.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T02:22:35.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T02:22:35.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.allow_fallocate: 1 2024-04-10T02:22:35.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T02:22:35.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T02:22:35.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.use_direct_reads: 0 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.db_log_dir: 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.write_buffer_manager: 0x55ccc7234930 2024-04-10T02:22:35.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.unordered_write: 0 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T02:22:35.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.row_cache: None 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.wal_filter: None 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.preserve_deletes: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.two_write_queues: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.atomic_flush: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.log_readahead_size: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T02:22:35.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_background_jobs: 2 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_background_compactions: -1 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_subcompactions: 1 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_open_files: -1 2024-04-10T02:22:35.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_background_flushes: -1 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Compression algorithms supported: 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: kZSTD supported: 0 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: kXpressCompression supported: 0 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: kZlibCompression supported: 1 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: kSnappyCompression supported: 1 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: kLZ4Compression supported: 1 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: kBZip2Compression supported: 0 2024-04-10T02:22:35.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.merge_operator: 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_filter: None 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ccc6514f58) 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout: cache_index_and_filter_blocks: 1 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T02:22:35.896 INFO:journalctl@ceph.mon.c.smithi057.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: pin_top_level_index_and_filter: 1 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_type: 0 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: data_block_index_type: 0 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_shortening: 1 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: hash_index_allow_collision: 1 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: checksum: 1 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: no_block_cache: 0 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache: 0x55ccc6547090 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_name: BinnedLRUCache 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_options: 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: capacity : 536870912 2024-04-10T02:22:35.897 INFO:journalctl@ceph.mon.c.smithi057.stdout: num_shard_bits : 4 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: strict_capacity_limit : 0 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: high_pri_pool_ratio: 0.000 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_compressed: (nil) 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: persistent_cache: (nil) 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_size: 4096 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_size_deviation: 10 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_restart_interval: 16 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_block_restart_interval: 1 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: metadata_block_size: 4096 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: partition_filters: 0 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: use_delta_encoding: 1 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: whole_key_filtering: 1 2024-04-10T02:22:35.898 INFO:journalctl@ceph.mon.c.smithi057.stdout: verify_compression: 0 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout: read_amp_bytes_per_bit: 0 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout: format_version: 4 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout: enable_index_compression: 1 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_align: 0 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compression: NoCompression 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.num_levels: 7 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T02:22:35.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T02:22:35.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T02:22:35.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.arena_block_size: 4194304 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T02:22:35.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.table_properties_collectors: 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.inplace_update_support: 0 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.bloom_locality: 0 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.max_successive_merges: 0 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T02:22:35.903 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.ttl: 2592000 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.enable_blob_files: false 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.min_blob_size: 0 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-04-10T02:22:35.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712715755707731, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712715755708173, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1712715755, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "3e2f65d5-f76c-49ac-94cc-d180619f1f14", "db_session_id": "PJZO8N4XA7J0NWO85GWY"}} 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712715755708981, "job": 1, "event": "recovery_finished"} 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55ccc64db180 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: DB pointer 0x55ccc65b0000 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** DB Stats ** 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T02:22:35.905 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:22:35.906 INFO:journalctl@ceph.mon.c.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:22:35.907 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2024-04-10T02:22:35.908 INFO:journalctl@ceph.mon.c.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: using public_addrv [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: starting mon.c rank -1 at public addrs [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] at bind addrs [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(???) e0 preinit fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:22:35.909 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).mds e1 new map 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout: e1 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout: legacy client fscid: -1 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout: No filesystems configured 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-10T02:22:35.910 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-10T02:22:35.911 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-10T02:22:35.911 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T02:22:35.911 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T02:22:35.911 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T02:22:35.911 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:35.911 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi096:172.21.15.96=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: Saving service mon spec with placement smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi096:172.21.15.96=b;count:3 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: Deploying daemon mon.b on smithi096 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/2765983922' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T02:22:35.912 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.a calling monitor election 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.b calling monitor election 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T02:22:35.913 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: monmap e2: 2 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: fsmap 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mgrmap e13: y(active, since 38s) 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: overall HEALTH_OK 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: Deploying daemon mon.c on smithi057 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/3806555757' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 ceph-mon[40038]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-10T02:22:35.914 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 bash[40010]: aa07148450b77e77f15c85725db7b86c273967be40cd2109fcdceb52561e57e8 2024-04-10T02:22:35.915 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:35 smithi057 systemd[1]: Started Ceph mon.c for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:22:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:22:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: mon.a calling monitor election 2024-04-10T02:22:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: mon.b calling monitor election 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: mon.c calling monitor election 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: fsmap 2024-04-10T02:22:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: mgrmap e13: y(active, since 46s) 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: overall HEALTH_OK 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: mon.a calling monitor election 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: mon.b calling monitor election 2024-04-10T02:22:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: mon.c calling monitor election 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: fsmap 2024-04-10T02:22:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T02:22:41.140 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: mgrmap e13: y(active, since 46s) 2024-04-10T02:22:41.140 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: overall HEALTH_OK 2024-04-10T02:22:41.140 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.140 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.140 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.140 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:22:41.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: mon.a calling monitor election 2024-04-10T02:22:41.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:22:41.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: mon.b calling monitor election 2024-04-10T02:22:41.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:41.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: mon.c calling monitor election 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: fsmap 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: mgrmap e13: y(active, since 46s) 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: overall HEALTH_OK 2024-04-10T02:22:41.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:41.353 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-10T02:22:41.353 INFO:teuthology.orchestra.run.smithi096.stdout:{"epoch":3,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","modified":"2024-04-10T02:22:35.735533Z","created":"2024-04-10T02:20:57.798942Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3300","nonce":0},{"type":"v1","addr":"172.21.15.57:6789","nonce":0}]},"addr":"172.21.15.57:6789/0","public_addr":"172.21.15.57:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3301","nonce":0},{"type":"v1","addr":"172.21.15.57:6790","nonce":0}]},"addr":"172.21.15.57:6790/0","public_addr":"172.21.15.57:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-10T02:22:41.355 INFO:teuthology.orchestra.run.smithi096.stderr:dumped monmap epoch 3 2024-04-10T02:22:42.129 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:41 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:42.129 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:41 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/2257735577' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T02:22:42.129 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:41 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:42.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:41 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:42.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:41 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/2257735577' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T02:22:42.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:41 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:42.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:41 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:42.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:41 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/2257735577' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T02:22:42.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:41 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:22:42.473 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-10T02:22:42.473 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph config generate-minimal-conf 2024-04-10T02:22:42.737 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:22:43.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:43.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:43.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:22:43.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:22:43.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:43.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:22:43.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:22:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:22:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:22:43.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:22:43.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:43.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:43.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:22:43.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:44.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:44 smithi057 ceph-mon[40038]: Reconfiguring mon.a (unknown last config time)... 2024-04-10T02:22:44.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:44 smithi057 ceph-mon[40038]: Reconfiguring daemon mon.a on smithi057 2024-04-10T02:22:44.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:44 smithi057 ceph-mon[29320]: Reconfiguring mon.a (unknown last config time)... 2024-04-10T02:22:44.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:44 smithi057 ceph-mon[29320]: Reconfiguring daemon mon.a on smithi057 2024-04-10T02:22:44.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:44 smithi096 ceph-mon[33018]: Reconfiguring mon.a (unknown last config time)... 2024-04-10T02:22:44.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:44 smithi096 ceph-mon[33018]: Reconfiguring daemon mon.a on smithi057 2024-04-10T02:22:45.349 INFO:teuthology.orchestra.run.smithi057.stdout:# minimal ceph.conf for b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:22:45.349 INFO:teuthology.orchestra.run.smithi057.stdout:[global] 2024-04-10T02:22:45.349 INFO:teuthology.orchestra.run.smithi057.stdout: fsid = b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:22:45.349 INFO:teuthology.orchestra.run.smithi057.stdout: mon_host = [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] 2024-04-10T02:22:45.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:45 smithi096 ceph-mon[33018]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:45.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:45.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:45.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:45.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:45.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:22:45.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:45.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[40038]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:45.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:45.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:45.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:45.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:45.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:22:45.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:45.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[29320]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:45.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:45.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:45.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:45.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:45.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:22:45.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:45.925 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-10T02:22:45.926 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:22:45.926 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/ceph/ceph.conf 2024-04-10T02:22:45.955 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:22:45.955 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:22:46.022 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:22:46.022 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/ceph/ceph.conf 2024-04-10T02:22:46.056 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:22:46.056 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:22:46.127 INFO:tasks.cephadm:Adding mgr.y on smithi057 2024-04-10T02:22:46.127 INFO:tasks.cephadm:Adding mgr.x on smithi096 2024-04-10T02:22:46.127 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch apply mgr '2;smithi057=y;smithi096=x' 2024-04-10T02:22:46.412 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:22:46.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:46 smithi096 ceph-mon[33018]: Reconfiguring mon.c (monmap changed)... 2024-04-10T02:22:46.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:46 smithi096 ceph-mon[33018]: Reconfiguring daemon mon.c on smithi057 2024-04-10T02:22:46.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:46 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2442109463' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:46.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:46 smithi057 ceph-mon[29320]: Reconfiguring mon.c (monmap changed)... 2024-04-10T02:22:46.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:46 smithi057 ceph-mon[29320]: Reconfiguring daemon mon.c on smithi057 2024-04-10T02:22:46.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:46 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2442109463' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:46.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:46 smithi057 ceph-mon[40038]: Reconfiguring mon.c (monmap changed)... 2024-04-10T02:22:46.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:46 smithi057 ceph-mon[40038]: Reconfiguring daemon mon.c on smithi057 2024-04-10T02:22:46.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:46 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2442109463' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:47.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:47 smithi096 ceph-mon[33018]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:47.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:47 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:47.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:47 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:47.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:47 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:47.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:47 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:22:47.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:47 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:47.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[29320]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:47.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:47.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:47.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:47.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:22:47.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:47.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[40038]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:47.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:47.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:47.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:22:47.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:22:47.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:47 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:48.519 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:48 smithi096 ceph-mon[33018]: Reconfiguring mon.b (monmap changed)... 2024-04-10T02:22:48.520 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:48 smithi096 ceph-mon[33018]: Reconfiguring daemon mon.b on smithi096 2024-04-10T02:22:48.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:48 smithi057 ceph-mon[29320]: Reconfiguring mon.b (monmap changed)... 2024-04-10T02:22:48.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:48 smithi057 ceph-mon[29320]: Reconfiguring daemon mon.b on smithi096 2024-04-10T02:22:48.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:48 smithi057 ceph-mon[40038]: Reconfiguring mon.b (monmap changed)... 2024-04-10T02:22:48.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:48 smithi057 ceph-mon[40038]: Reconfiguring daemon mon.b on smithi096 2024-04-10T02:22:48.913 INFO:teuthology.orchestra.run.smithi096.stdout:Scheduled mgr update... 2024-04-10T02:22:49.539 DEBUG:teuthology.orchestra.run.smithi096:mgr.x> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.x.service 2024-04-10T02:22:49.541 INFO:tasks.cephadm:Deploying OSDs... 2024-04-10T02:22:49.542 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:22:49.542 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/scratch_devs of=/dev/stdout 2024-04-10T02:22:49.560 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-10T02:22:49.560 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_1 2024-04-10T02:22:49.618 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-10T02:22:49.618 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T02:22:49.619 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-10T02:22:49.619 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T02:22:49.619 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T02:22:49.619 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2024-04-10 02:22:35.172647410 +0000 2024-04-10T02:22:49.619 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2024-04-10 02:16:01.260326201 +0000 2024-04-10T02:22:49.619 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2024-04-10 02:16:01.260326201 +0000 2024-04-10T02:22:49.619 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: 2024-04-10 02:16:01.260326201 +0000 2024-04-10T02:22:49.619 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:49.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:22:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-10T02:22:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:22:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:49.667 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2024-04-10T02:22:49.667 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2024-04-10T02:22:49.667 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000290335 s, 1.8 MB/s 2024-04-10T02:22:49.668 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-10T02:22:49.727 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_2 2024-04-10T02:22:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:49.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:49.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:49.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:22:49.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-10T02:22:49.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:22:49.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:49.783 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-10T02:22:49.784 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T02:22:49.784 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-10T02:22:49.784 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T02:22:49.784 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T02:22:49.784 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2024-04-10 02:22:35.173647395 +0000 2024-04-10T02:22:49.784 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2024-04-10 02:16:01.618320483 +0000 2024-04-10T02:22:49.784 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2024-04-10 02:16:01.618320483 +0000 2024-04-10T02:22:49.784 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: 2024-04-10 02:16:01.618320483 +0000 2024-04-10T02:22:49.784 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-10T02:22:49.852 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2024-04-10T02:22:49.852 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2024-04-10T02:22:49.852 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000337204 s, 1.5 MB/s 2024-04-10T02:22:49.853 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-10T02:22:49.910 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_3 2024-04-10T02:22:49.967 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-10T02:22:49.967 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T02:22:49.967 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-10T02:22:49.967 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T02:22:49.967 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T02:22:49.967 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2024-04-10 02:22:35.173647395 +0000 2024-04-10T02:22:49.967 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2024-04-10 02:16:01.985314621 +0000 2024-04-10T02:22:49.967 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2024-04-10 02:16:01.985314621 +0000 2024-04-10T02:22:49.967 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: 2024-04-10 02:16:01.985314621 +0000 2024-04-10T02:22:49.968 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-10T02:22:50.033 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2024-04-10T02:22:50.033 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2024-04-10T02:22:50.033 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000325597 s, 1.6 MB/s 2024-04-10T02:22:50.035 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-10T02:22:50.091 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_4 2024-04-10T02:22:50.146 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-10T02:22:50.146 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T02:22:50.146 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-10T02:22:50.146 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T02:22:50.146 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T02:22:50.146 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2024-04-10 02:22:35.174647380 +0000 2024-04-10T02:22:50.146 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2024-04-10 02:16:02.333309063 +0000 2024-04-10T02:22:50.146 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2024-04-10 02:16:02.333309063 +0000 2024-04-10T02:22:50.146 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: 2024-04-10 02:16:02.333309063 +0000 2024-04-10T02:22:50.147 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-10T02:22:50.213 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2024-04-10T02:22:50.213 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2024-04-10T02:22:50.213 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000272211 s, 1.9 MB/s 2024-04-10T02:22:50.214 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-10T02:22:50.270 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:22:50.270 DEBUG:teuthology.orchestra.run.smithi096:> dd if=/scratch_devs of=/dev/stdout 2024-04-10T02:22:50.287 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-10T02:22:50.287 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_1 2024-04-10T02:22:50.342 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-10T02:22:50.342 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T02:22:50.342 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-10T02:22:50.342 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T02:22:50.342 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T02:22:50.343 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-04-10 02:22:26.501115686 +0000 2024-04-10T02:22:50.343 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-04-10 02:15:56.162104777 +0000 2024-04-10T02:22:50.343 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-04-10 02:15:56.162104777 +0000 2024-04-10T02:22:50.343 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-04-10 02:15:56.162104777 +0000 2024-04-10T02:22:50.343 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-10T02:22:50.409 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-04-10T02:22:50.409 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-04-10T02:22:50.409 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.000214659 s, 2.4 MB/s 2024-04-10T02:22:50.410 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-10T02:22:50.465 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_2 2024-04-10T02:22:50.521 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-10T02:22:50.521 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T02:22:50.521 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-10T02:22:50.521 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T02:22:50.522 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T02:22:50.522 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-04-10 02:22:26.502115662 +0000 2024-04-10T02:22:50.522 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-04-10 02:15:56.503096745 +0000 2024-04-10T02:22:50.522 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-04-10 02:15:56.503096745 +0000 2024-04-10T02:22:50.522 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-04-10 02:15:56.503096745 +0000 2024-04-10T02:22:50.522 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-10T02:22:50.587 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-04-10T02:22:50.587 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-04-10T02:22:50.587 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.000216888 s, 2.4 MB/s 2024-04-10T02:22:50.588 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-10T02:22:50.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:50 smithi057 ceph-mon[29320]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi057=y;smithi096=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:50.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:50 smithi057 ceph-mon[29320]: Saving service mgr spec with placement smithi057=y;smithi096=x;count:2 2024-04-10T02:22:50.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:50 smithi057 ceph-mon[29320]: Deploying daemon mgr.x on smithi096 2024-04-10T02:22:50.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:50 smithi057 ceph-mon[40038]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi057=y;smithi096=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:50.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:50 smithi057 ceph-mon[40038]: Saving service mgr spec with placement smithi057=y;smithi096=x;count:2 2024-04-10T02:22:50.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:50 smithi057 ceph-mon[40038]: Deploying daemon mgr.x on smithi096 2024-04-10T02:22:50.644 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_3 2024-04-10T02:22:50.699 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-10T02:22:50.699 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T02:22:50.699 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-10T02:22:50.699 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T02:22:50.699 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T02:22:50.699 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-04-10 02:22:26.502115662 +0000 2024-04-10T02:22:50.699 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-04-10 02:15:56.851088547 +0000 2024-04-10T02:22:50.699 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-04-10 02:15:56.851088547 +0000 2024-04-10T02:22:50.699 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-04-10 02:15:56.851088547 +0000 2024-04-10T02:22:50.700 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-10T02:22:50.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:50 smithi096 ceph-mon[33018]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi057=y;smithi096=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:50.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:50 smithi096 ceph-mon[33018]: Saving service mgr spec with placement smithi057=y;smithi096=x;count:2 2024-04-10T02:22:50.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:50 smithi096 ceph-mon[33018]: Deploying daemon mgr.x on smithi096 2024-04-10T02:22:50.762 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-04-10T02:22:50.763 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-04-10T02:22:50.763 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.000209105 s, 2.4 MB/s 2024-04-10T02:22:50.764 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-10T02:22:50.820 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_4 2024-04-10T02:22:50.877 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-10T02:22:50.877 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T02:22:50.877 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-10T02:22:50.878 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T02:22:50.878 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T02:22:50.878 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-04-10 02:22:26.502115662 +0000 2024-04-10T02:22:50.878 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-04-10 02:15:57.194080467 +0000 2024-04-10T02:22:50.878 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-04-10 02:15:57.194080467 +0000 2024-04-10T02:22:50.878 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-04-10 02:15:57.194080467 +0000 2024-04-10T02:22:50.878 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-10T02:22:51.026 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-04-10T02:22:51.026 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-04-10T02:22:51.026 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.00021318 s, 2.4 MB/s 2024-04-10T02:22:51.027 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-10T02:22:51.043 INFO:tasks.cephadm:Deploying osd.0 on smithi057 with /dev/vg_nvme/lv_4... 2024-04-10T02:22:51.043 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-10T02:22:51.304 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:22:51.351 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:51 smithi096 systemd[1]: Starting Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:22:51.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:51 smithi057 ceph-mon[40038]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:51.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:51 smithi057 ceph-mon[29320]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:51.658 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:51 smithi096 ceph-mon[33018]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:51.658 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:51 smithi096 podman[34888]: 2024-04-10 02:22:51.344601124 +0000 UTC m=+0.017636551 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-10T02:22:51.658 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:51 smithi096 podman[34888]: 2024-04-10 02:22:51.456010244 +0000 UTC m=+0.129045673 container create ebe3918625d74c092e4e93862e5b15bac21d6f125539cf26552d6aa061c36c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-10T02:22:51.658 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:51 smithi096 podman[34888]: 2024-04-10 02:22:51.65817503 +0000 UTC m=+0.331210459 container init ebe3918625d74c092e4e93862e5b15bac21d6f125539cf26552d6aa061c36c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-10T02:22:51.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:51 smithi096 podman[34888]: 2024-04-10 02:22:51.660830916 +0000 UTC m=+0.333866345 container start ebe3918625d74c092e4e93862e5b15bac21d6f125539cf26552d6aa061c36c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-10T02:22:51.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:51 smithi096 ceph-mgr[34907]: -- 172.21.15.96:0/2770980165 <== mon.1 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555a8970c9c0 con 0x555a896e2800 2024-04-10T02:22:51.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:51 smithi096 bash[34888]: ebe3918625d74c092e4e93862e5b15bac21d6f125539cf26552d6aa061c36c2b 2024-04-10T02:22:51.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:51 smithi096 systemd[1]: Started Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:22:52.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:52.194+0000 7f06413261c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:22:52.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:52.296+0000 7f06413261c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:22:53.130 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:52.947+0000 7f06413261c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:22:53.130 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:53.043+0000 7f06413261c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:22:53.130 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:53.129+0000 7f06413261c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:22:53.130 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.130 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.130 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.130 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.130 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:53.130 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:52 smithi096 ceph-mon[33018]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:53.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:53.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[29320]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:53.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:53.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:53.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:52 smithi057 ceph-mon[40038]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:53.184 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-10T02:22:53.184 INFO:teuthology.orchestra.run.smithi057.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-10T02:22:53.184 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10+0 records in 2024-04-10T02:22:53.184 INFO:teuthology.orchestra.run.smithi057.stderr:10+0 records out 2024-04-10T02:22:53.184 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0162791 s, 644 MB/s 2024-04-10T02:22:53.184 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping successful for: 2024-04-10T02:22:53.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:53.276+0000 7f06413261c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:22:53.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:53.355+0000 7f06413261c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:22:53.734 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi057:vg_nvme/lv_4 2024-04-10T02:22:53.786 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:53.523+0000 7f06413261c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:22:53.786 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:53.702+0000 7f06413261c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:22:53.787 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:53.786+0000 7f06413261c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:22:54.102 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:54.103 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:54.103 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:54.103 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:54.103 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:54.103 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[40038]: Reconfiguring mgr.y (unknown last config time)... 2024-04-10T02:22:54.103 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:22:54.103 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:22:54.103 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:54.103 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[40038]: Reconfiguring daemon mgr.y on smithi057 2024-04-10T02:22:54.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:54.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:54.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:54.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:54.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:54.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[29320]: Reconfiguring mgr.y (unknown last config time)... 2024-04-10T02:22:54.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:22:54.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:22:54.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:54.105 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:54 smithi057 ceph-mon[29320]: Reconfiguring daemon mgr.y on smithi057 2024-04-10T02:22:54.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:53.876+0000 7f06413261c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:22:54.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:53.960+0000 7f06413261c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:22:54.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:54.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:54.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:54.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:54.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:54.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:54 smithi096 ceph-mon[33018]: Reconfiguring mgr.y (unknown last config time)... 2024-04-10T02:22:54.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:22:54.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:22:54.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:54.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:54 smithi096 ceph-mon[33018]: Reconfiguring daemon mgr.y on smithi057 2024-04-10T02:22:54.807 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:22:55.317 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:55.001+0000 7f06413261c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:22:55.318 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:55.128+0000 7f06413261c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:22:55.318 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:55.316+0000 7f06413261c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:22:55.318 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-mon[33018]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:55.318 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.318 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.318 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.318 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:55.319 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:55.319 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:55.319 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.589 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[29320]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[40038]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.590 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.591 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:22:55.591 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:55.591 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:22:55.591 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:55 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:22:55.714 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:55.540+0000 7f06413261c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:22:55.714 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:55.711+0000 7f06413261c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:22:55.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:55.886+0000 7f06413261c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:22:56.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:56.141+0000 7f06413261c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:22:56.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:56.226+0000 7f06413261c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:22:56.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:56.610+0000 7f06413261c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:22:57.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:57 smithi057 ceph-mon[29320]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:57.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:57 smithi057 ceph-mon[29320]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:57.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:57 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:22:57.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:57 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:22:57.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:57 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:57.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:57 smithi057 ceph-mon[40038]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:57.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:57 smithi057 ceph-mon[40038]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:57.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:57 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:22:57.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:57 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:22:57.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:57 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:57.661 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:57.374+0000 7f06413261c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:22:57.661 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:57.661+0000 7f06413261c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:22:57.662 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:57 smithi096 ceph-mon[33018]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:57.662 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:57 smithi096 ceph-mon[33018]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:22:57.662 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:57 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:22:57.662 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:57 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:22:57.662 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:57 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:22:58.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:57.968+0000 7f06413261c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:22:58.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:22:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:22:58.157+0000 7f06413261c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:22:58.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:58 smithi057 ceph-mon[29320]: Standby manager daemon x started 2024-04-10T02:22:58.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:58 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:22:58.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:58 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:22:58.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:58 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:22:58.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:58 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:22:58.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:58 smithi057 ceph-mon[40038]: Standby manager daemon x started 2024-04-10T02:22:58.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:58 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:22:58.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:58 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:22:58.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:58 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:22:58.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:58 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:22:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:58 smithi096 ceph-mon[33018]: Standby manager daemon x started 2024-04-10T02:22:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:58 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:22:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:58 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:22:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:58 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:22:58.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:58 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/79009156' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:22:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[40038]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[40038]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-10T02:22:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:22:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3138475381' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54411bdf-a1a9-4cc4-aef5-c1fa14654a62"}]: dispatch 2024-04-10T02:22:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[40038]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54411bdf-a1a9-4cc4-aef5-c1fa14654a62"}]: dispatch 2024-04-10T02:22:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[40038]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "54411bdf-a1a9-4cc4-aef5-c1fa14654a62"}]': finished 2024-04-10T02:22:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[40038]: osdmap e5: 1 total, 0 up, 1 in 2024-04-10T02:22:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:22:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[29320]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[29320]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-10T02:22:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:22:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3138475381' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54411bdf-a1a9-4cc4-aef5-c1fa14654a62"}]: dispatch 2024-04-10T02:22:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[29320]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54411bdf-a1a9-4cc4-aef5-c1fa14654a62"}]: dispatch 2024-04-10T02:22:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[29320]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "54411bdf-a1a9-4cc4-aef5-c1fa14654a62"}]': finished 2024-04-10T02:22:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[29320]: osdmap e5: 1 total, 0 up, 1 in 2024-04-10T02:22:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:22:59 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:22:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:59 smithi096 ceph-mon[33018]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:22:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:59 smithi096 ceph-mon[33018]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-10T02:22:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:59 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:22:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:59 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3138475381' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54411bdf-a1a9-4cc4-aef5-c1fa14654a62"}]: dispatch 2024-04-10T02:22:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:59 smithi096 ceph-mon[33018]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "54411bdf-a1a9-4cc4-aef5-c1fa14654a62"}]: dispatch 2024-04-10T02:22:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:59 smithi096 ceph-mon[33018]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "54411bdf-a1a9-4cc4-aef5-c1fa14654a62"}]': finished 2024-04-10T02:22:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:59 smithi096 ceph-mon[33018]: osdmap e5: 1 total, 0 up, 1 in 2024-04-10T02:22:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:22:59 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:00.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:00 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2583301489' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:23:00.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:00 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2583301489' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:23:00.737 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:00 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2583301489' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:23:01.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:01 smithi057 ceph-mon[29320]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:01.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:01 smithi057 ceph-mon[40038]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:01 smithi096 ceph-mon[33018]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:03.512 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:03 smithi057 ceph-mon[29320]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:03.513 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:03 smithi057 ceph-mon[40038]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:03.737 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:03 smithi096 ceph-mon[33018]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:05.478 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:05 smithi057 ceph-mon[40038]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:05.478 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:05 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T02:23:05.478 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:05 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:05.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:05 smithi057 ceph-mon[29320]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:05.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:05 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T02:23:05.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:05 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:05.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:05 smithi096 ceph-mon[33018]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:05.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:05 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T02:23:05.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:05 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:06 smithi057 ceph-mon[29320]: Deploying daemon osd.0 on smithi057 2024-04-10T02:23:06.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:06 smithi057 ceph-mon[40038]: Deploying daemon osd.0 on smithi057 2024-04-10T02:23:06.737 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:06 smithi096 ceph-mon[33018]: Deploying daemon osd.0 on smithi057 2024-04-10T02:23:07.541 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:07 smithi057 ceph-mon[29320]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:07.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:07 smithi057 ceph-mon[40038]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:07.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:07 smithi096 ceph-mon[33018]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:09 smithi057 ceph-mon[29320]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:09.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:09 smithi057 ceph-mon[40038]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:09 smithi096 ceph-mon[33018]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:10.587 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:10.588 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:10.588 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:10.588 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:10 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:10.588 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:10 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:10.588 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:10 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:10 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:10 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:10 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:11.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:11 smithi057 ceph-mon[29320]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:11.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:11 smithi057 ceph-mon[40038]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:11 smithi096 ceph-mon[33018]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:13.360 INFO:teuthology.orchestra.run.smithi057.stdout:Created osd(s) 0 on host 'smithi057' 2024-04-10T02:23:13.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[40038]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:13.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[40038]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T02:23:13.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[29320]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:13.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[29320]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T02:23:13.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:13 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:13 smithi096 ceph-mon[33018]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:13 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:13 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:13 smithi096 ceph-mon[33018]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T02:23:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:13 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:13 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:14.019 DEBUG:teuthology.orchestra.run.smithi057:osd.0> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.0.service 2024-04-10T02:23:14.022 INFO:tasks.cephadm:Deploying osd.1 on smithi057 with /dev/vg_nvme/lv_3... 2024-04-10T02:23:14.022 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-10T02:23:14.774 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:23:14.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:14 smithi096 ceph-mon[33018]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T02:23:14.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:14 smithi096 ceph-mon[33018]: osdmap e6: 1 total, 0 up, 1 in 2024-04-10T02:23:14.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:14 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:14.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:14 smithi096 ceph-mon[33018]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:23:14.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:14 smithi096 ceph-mon[33018]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:15.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-mon[29320]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T02:23:15.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-mon[29320]: osdmap e6: 1 total, 0 up, 1 in 2024-04-10T02:23:15.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:15.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-mon[29320]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:23:15.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-mon[29320]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:15.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-mon[40038]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T02:23:15.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-mon[40038]: osdmap e6: 1 total, 0 up, 1 in 2024-04-10T02:23:15.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:15.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-mon[40038]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:23:15.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-mon[40038]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:15.137 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[43984]: 2024-04-10T02:23:14.671+0000 7f6a69847700 -1 osd.0 0 waiting for initial osdmap 2024-04-10T02:23:15.137 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:23:14 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[43984]: 2024-04-10T02:23:14.678+0000 7f6a64642700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:23:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:15 smithi057 ceph-mon[29320]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:23:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:15 smithi057 ceph-mon[29320]: osdmap e7: 1 total, 0 up, 1 in 2024-04-10T02:23:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:15 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:15 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:15 smithi057 ceph-mon[40038]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:23:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:15 smithi057 ceph-mon[40038]: osdmap e7: 1 total, 0 up, 1 in 2024-04-10T02:23:15.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:15 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:15.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:15 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:15 smithi096 ceph-mon[33018]: from='osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:23:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:15 smithi096 ceph-mon[33018]: osdmap e7: 1 total, 0 up, 1 in 2024-04-10T02:23:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:15 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:15 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:16.949 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[29320]: purged_snaps scrub starts 2024-04-10T02:23:16.949 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[29320]: purged_snaps scrub ok 2024-04-10T02:23:16.949 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[29320]: osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294] boot 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[29320]: osdmap e8: 1 total, 1 up, 1 in 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[29320]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[40038]: purged_snaps scrub starts 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[40038]: purged_snaps scrub ok 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[40038]: osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294] boot 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[40038]: osdmap e8: 1 total, 1 up, 1 in 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:16.950 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:16 smithi057 ceph-mon[40038]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:16.987 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:16 smithi096 ceph-mon[33018]: purged_snaps scrub starts 2024-04-10T02:23:16.987 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:16 smithi096 ceph-mon[33018]: purged_snaps scrub ok 2024-04-10T02:23:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:16 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:16 smithi096 ceph-mon[33018]: osd.0 [v2:172.21.15.57:6802/797592294,v1:172.21.15.57:6803/797592294] boot 2024-04-10T02:23:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:16 smithi096 ceph-mon[33018]: osdmap e8: 1 total, 1 up, 1 in 2024-04-10T02:23:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:16 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:23:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:16 smithi096 ceph-mon[33018]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T02:23:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[29320]: osdmap e9: 1 total, 1 up, 1 in 2024-04-10T02:23:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:23:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[40038]: osdmap e9: 1 total, 1 up, 1 in 2024-04-10T02:23:17.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:23:17.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:17.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:17.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:17 smithi096 ceph-mon[33018]: osdmap e9: 1 total, 1 up, 1 in 2024-04-10T02:23:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:23:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:18.143 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-10T02:23:18.143 INFO:teuthology.orchestra.run.smithi057.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-10T02:23:18.143 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10+0 records in 2024-04-10T02:23:18.143 INFO:teuthology.orchestra.run.smithi057.stderr:10+0 records out 2024-04-10T02:23:18.143 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0158155 s, 663 MB/s 2024-04-10T02:23:18.143 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping successful for: 2024-04-10T02:23:18.723 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[40038]: Detected new or changed devices on smithi057 2024-04-10T02:23:18.723 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi057 to 16069M 2024-04-10T02:23:18.723 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:18.723 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:18.724 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:18.724 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:18.724 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[40038]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:18.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[29320]: Detected new or changed devices on smithi057 2024-04-10T02:23:18.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi057 to 16069M 2024-04-10T02:23:18.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:18.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:18.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:18.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:18.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:18 smithi057 ceph-mon[29320]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:18.749 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi057:vg_nvme/lv_3 2024-04-10T02:23:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:18 smithi096 ceph-mon[33018]: Detected new or changed devices on smithi057 2024-04-10T02:23:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:18 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi057 to 16069M 2024-04-10T02:23:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:18 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:18 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:18 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:18 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:18 smithi096 ceph-mon[33018]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:19.005 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:23:21.512 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:21 smithi057 ceph-mon[40038]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:21.512 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:21 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:23:21.512 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:21 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:23:21.512 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:21 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:21.512 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:21 smithi057 ceph-mon[29320]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:21.513 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:21 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:23:21.513 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:21 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:23:21.513 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:21 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:21.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:21 smithi096 ceph-mon[33018]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:21.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:21 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:23:21.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:21 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:23:21.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:21 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:22.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:22 smithi057 ceph-mon[29320]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:23:22.545 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:22 smithi057 ceph-mon[40038]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:23:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:22 smithi096 ceph-mon[33018]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:23:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:23 smithi057 ceph-mon[29320]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:23 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1907943009' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8145d228-2858-475f-bddd-37e95f2236af"}]: dispatch 2024-04-10T02:23:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:23 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1907943009' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8145d228-2858-475f-bddd-37e95f2236af"}]': finished 2024-04-10T02:23:23.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:23 smithi057 ceph-mon[29320]: osdmap e10: 2 total, 1 up, 2 in 2024-04-10T02:23:23.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:23.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:23 smithi057 ceph-mon[40038]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:23.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:23 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1907943009' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8145d228-2858-475f-bddd-37e95f2236af"}]: dispatch 2024-04-10T02:23:23.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:23 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1907943009' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8145d228-2858-475f-bddd-37e95f2236af"}]': finished 2024-04-10T02:23:23.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:23 smithi057 ceph-mon[40038]: osdmap e10: 2 total, 1 up, 2 in 2024-04-10T02:23:23.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:23 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:23 smithi096 ceph-mon[33018]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:23 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1907943009' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8145d228-2858-475f-bddd-37e95f2236af"}]: dispatch 2024-04-10T02:23:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:23 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1907943009' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8145d228-2858-475f-bddd-37e95f2236af"}]': finished 2024-04-10T02:23:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:23 smithi096 ceph-mon[33018]: osdmap e10: 2 total, 1 up, 2 in 2024-04-10T02:23:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:23 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:24 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3221355761' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:23:24.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:24 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3221355761' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:23:24.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:24 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3221355761' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:23:25.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:25 smithi057 ceph-mon[29320]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:25.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:25 smithi057 ceph-mon[40038]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:25.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:25 smithi096 ceph-mon[33018]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:27.494 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:27 smithi057 ceph-mon[29320]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:27.494 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:27 smithi057 ceph-mon[40038]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:27 smithi096 ceph-mon[33018]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:29.429 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:29 smithi057 ceph-mon[29320]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:29.429 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:29 smithi057 ceph-mon[40038]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:29.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:29 smithi096 ceph-mon[33018]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:30.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:30 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T02:23:30.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:30 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:30.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:30 smithi057 ceph-mon[29320]: Deploying daemon osd.1 on smithi057 2024-04-10T02:23:30.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:30 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T02:23:30.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:30 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:30.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:30 smithi057 ceph-mon[40038]: Deploying daemon osd.1 on smithi057 2024-04-10T02:23:30.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:30 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T02:23:30.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:30 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:30.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:30 smithi096 ceph-mon[33018]: Deploying daemon osd.1 on smithi057 2024-04-10T02:23:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:31 smithi057 ceph-mon[29320]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:31.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:31 smithi057 ceph-mon[40038]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:31 smithi096 ceph-mon[33018]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:33.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:33 smithi057 ceph-mon[29320]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:33.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:33 smithi057 ceph-mon[40038]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:33.737 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:33 smithi096 ceph-mon[33018]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:35.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:35 smithi057 ceph-mon[29320]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:35.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:35 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:35.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:35 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:35.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:35 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:35 smithi057 ceph-mon[40038]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:35 smithi096 ceph-mon[33018]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:35 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:35 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:35 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[29320]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:37.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[40038]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:37.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:37 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:37.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:37 smithi096 ceph-mon[33018]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:37.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:37 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:37.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:37 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:37.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:37 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:37.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:37 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:37.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:37 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:38.065 INFO:teuthology.orchestra.run.smithi057.stdout:Created osd(s) 1 on host 'smithi057' 2024-04-10T02:23:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:38 smithi057 ceph-mon[29320]: from='osd.1 [v2:172.21.15.57:6810/1859494473,v1:172.21.15.57:6811/1859494473]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:23:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:38 smithi057 ceph-mon[29320]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:23:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:38 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:38 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:38 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:38.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:38 smithi057 ceph-mon[40038]: from='osd.1 [v2:172.21.15.57:6810/1859494473,v1:172.21.15.57:6811/1859494473]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:23:38.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:38 smithi057 ceph-mon[40038]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:23:38.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:38 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:38.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:38 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:38.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:38 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:38.663 DEBUG:teuthology.orchestra.run.smithi057:osd.1> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.1.service 2024-04-10T02:23:38.665 INFO:tasks.cephadm:Deploying osd.2 on smithi057 with /dev/vg_nvme/lv_2... 2024-04-10T02:23:38.665 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-10T02:23:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:38 smithi096 ceph-mon[33018]: from='osd.1 [v2:172.21.15.57:6810/1859494473,v1:172.21.15.57:6811/1859494473]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:23:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:38 smithi096 ceph-mon[33018]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:23:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:38 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:38 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:38 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:39.807 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:23:39.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[40038]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:39.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[40038]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T02:23:39.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[40038]: osdmap e11: 2 total, 1 up, 2 in 2024-04-10T02:23:39.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:39.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[40038]: from='osd.1 [v2:172.21.15.57:6810/1859494473,v1:172.21.15.57:6811/1859494473]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:23:39.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[40038]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:23:39.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[29320]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:39.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[29320]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T02:23:39.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[29320]: osdmap e11: 2 total, 1 up, 2 in 2024-04-10T02:23:39.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:39.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[29320]: from='osd.1 [v2:172.21.15.57:6810/1859494473,v1:172.21.15.57:6811/1859494473]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:23:39.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-mon[29320]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:23:39.887 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[49989]: 2024-04-10T02:23:39.565+0000 7fef07232700 -1 osd.1 0 waiting for initial osdmap 2024-04-10T02:23:39.887 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:23:39 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[49989]: 2024-04-10T02:23:39.568+0000 7fef04031700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:23:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:39 smithi096 ceph-mon[33018]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:39 smithi096 ceph-mon[33018]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T02:23:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:39 smithi096 ceph-mon[33018]: osdmap e11: 2 total, 1 up, 2 in 2024-04-10T02:23:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:39 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:39 smithi096 ceph-mon[33018]: from='osd.1 [v2:172.21.15.57:6810/1859494473,v1:172.21.15.57:6811/1859494473]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:23:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:39 smithi096 ceph-mon[33018]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:23:40.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:40 smithi057 ceph-mon[40038]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:23:40.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:40 smithi057 ceph-mon[40038]: osdmap e12: 2 total, 1 up, 2 in 2024-04-10T02:23:40.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:40.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:40.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:40 smithi057 ceph-mon[40038]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:40.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:40 smithi057 ceph-mon[29320]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:23:40.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:40 smithi057 ceph-mon[29320]: osdmap e12: 2 total, 1 up, 2 in 2024-04-10T02:23:40.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:40.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:40.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:40 smithi057 ceph-mon[29320]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:40 smithi096 ceph-mon[33018]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:23:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:40 smithi096 ceph-mon[33018]: osdmap e12: 2 total, 1 up, 2 in 2024-04-10T02:23:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:40 smithi096 ceph-mon[33018]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-10T02:23:41.790 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:41 smithi057 ceph-mon[29320]: purged_snaps scrub starts 2024-04-10T02:23:41.791 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:41 smithi057 ceph-mon[29320]: purged_snaps scrub ok 2024-04-10T02:23:41.791 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:41 smithi057 ceph-mon[29320]: osd.1 [v2:172.21.15.57:6810/1859494473,v1:172.21.15.57:6811/1859494473] boot 2024-04-10T02:23:41.791 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:41 smithi057 ceph-mon[29320]: osdmap e13: 2 total, 2 up, 2 in 2024-04-10T02:23:41.791 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:41 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:41.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:41 smithi057 ceph-mon[40038]: purged_snaps scrub starts 2024-04-10T02:23:41.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:41 smithi057 ceph-mon[40038]: purged_snaps scrub ok 2024-04-10T02:23:41.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:41 smithi057 ceph-mon[40038]: osd.1 [v2:172.21.15.57:6810/1859494473,v1:172.21.15.57:6811/1859494473] boot 2024-04-10T02:23:41.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:41 smithi057 ceph-mon[40038]: osdmap e13: 2 total, 2 up, 2 in 2024-04-10T02:23:41.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:41 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:41 smithi096 ceph-mon[33018]: purged_snaps scrub starts 2024-04-10T02:23:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:41 smithi096 ceph-mon[33018]: purged_snaps scrub ok 2024-04-10T02:23:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:41 smithi096 ceph-mon[33018]: osd.1 [v2:172.21.15.57:6810/1859494473,v1:172.21.15.57:6811/1859494473] boot 2024-04-10T02:23:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:41 smithi096 ceph-mon[33018]: osdmap e13: 2 total, 2 up, 2 in 2024-04-10T02:23:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:41 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:23:42.027 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-10T02:23:42.027 INFO:teuthology.orchestra.run.smithi057.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-10T02:23:42.027 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10+0 records in 2024-04-10T02:23:42.027 INFO:teuthology.orchestra.run.smithi057.stderr:10+0 records out 2024-04-10T02:23:42.027 INFO:teuthology.orchestra.run.smithi057.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0207078 s, 506 MB/s 2024-04-10T02:23:42.027 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 2024-04-10T02:23:42.027 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping successful for: 2024-04-10T02:23:42.799 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: osdmap e14: 2 total, 2 up, 2 in 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: Detected new or changed devices on smithi057 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi057 to 8034M 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:42.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: osdmap e14: 2 total, 2 up, 2 in 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: Detected new or changed devices on smithi057 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi057 to 8034M 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:42.801 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:42 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: osdmap e14: 2 total, 2 up, 2 in 2024-04-10T02:23:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: Detected new or changed devices on smithi057 2024-04-10T02:23:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:23:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:23:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi057 to 8034M 2024-04-10T02:23:42.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:42.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:42.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:23:42.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:42 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:43.106 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi057:vg_nvme/lv_2 2024-04-10T02:23:43.369 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:23:45.592 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:45 smithi057 ceph-mon[29320]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:45.593 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:23:45.593 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:23:45.593 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:45.593 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:45 smithi057 ceph-mon[40038]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:45.593 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:23:45.593 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:23:45.593 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:45 smithi096 ceph-mon[33018]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:23:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:23:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:46.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:46 smithi057 ceph-mon[29320]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:23:46.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:46 smithi057 ceph-mon[40038]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:23:46.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:46 smithi096 ceph-mon[33018]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:23:47.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:47 smithi057 ceph-mon[29320]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:47.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:47 smithi057 ceph-mon[40038]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:47.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:47 smithi096 ceph-mon[33018]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:48.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:48 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1996516689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "584c469a-7733-4569-8996-d395f45a5d2c"}]: dispatch 2024-04-10T02:23:48.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:48 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1996516689' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "584c469a-7733-4569-8996-d395f45a5d2c"}]': finished 2024-04-10T02:23:48.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:48 smithi057 ceph-mon[29320]: osdmap e15: 3 total, 2 up, 3 in 2024-04-10T02:23:48.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:48 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:23:48.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:48 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2389230753' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:23:48.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:48 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1996516689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "584c469a-7733-4569-8996-d395f45a5d2c"}]: dispatch 2024-04-10T02:23:48.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:48 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1996516689' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "584c469a-7733-4569-8996-d395f45a5d2c"}]': finished 2024-04-10T02:23:48.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:48 smithi057 ceph-mon[40038]: osdmap e15: 3 total, 2 up, 3 in 2024-04-10T02:23:48.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:48 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:23:48.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:48 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2389230753' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:23:48.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:48 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1996516689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "584c469a-7733-4569-8996-d395f45a5d2c"}]: dispatch 2024-04-10T02:23:48.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:48 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1996516689' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "584c469a-7733-4569-8996-d395f45a5d2c"}]': finished 2024-04-10T02:23:48.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:48 smithi096 ceph-mon[33018]: osdmap e15: 3 total, 2 up, 3 in 2024-04-10T02:23:48.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:48 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:23:48.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:48 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2389230753' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:23:49.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:49 smithi096 ceph-mon[33018]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:49.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:49 smithi057 ceph-mon[29320]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:49 smithi057 ceph-mon[40038]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:51.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:51 smithi057 ceph-mon[29320]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:51.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:51 smithi057 ceph-mon[40038]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:51.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:51 smithi096 ceph-mon[33018]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:53.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:53 smithi096 ceph-mon[33018]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:53.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:53 smithi057 ceph-mon[29320]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:53.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:53 smithi057 ceph-mon[40038]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:54.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T02:23:54.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T02:23:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:54.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T02:23:54.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:23:55.558 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:55 smithi057 ceph-mon[29320]: Deploying daemon osd.2 on smithi057 2024-04-10T02:23:55.559 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:55 smithi057 ceph-mon[29320]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:55.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:55 smithi057 ceph-mon[40038]: Deploying daemon osd.2 on smithi057 2024-04-10T02:23:55.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:55 smithi057 ceph-mon[40038]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:55.737 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:55 smithi096 ceph-mon[33018]: Deploying daemon osd.2 on smithi057 2024-04-10T02:23:55.787 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:55 smithi096 ceph-mon[33018]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:57.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:57 smithi096 ceph-mon[33018]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:57.766 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:57 smithi057 ceph-mon[29320]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:57.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:57 smithi057 ceph-mon[40038]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:59.643 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:59 smithi057 ceph-mon[29320]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:59.643 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:59 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:59.643 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:59 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:59.643 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:23:59 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:59.643 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:59 smithi057 ceph-mon[40038]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:59.644 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:59 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:59.644 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:59 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:59.644 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:23:59 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:23:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:59 smithi096 ceph-mon[33018]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:23:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:59 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:59 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:23:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:23:59 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:01.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[40038]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:24:01.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:01.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:01.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:01.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:01.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:01.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[29320]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:24:01.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:01.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:01.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:01.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:01.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:01 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:01 smithi096 ceph-mon[33018]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:24:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:01 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:01 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:01 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:01 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:01 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:02.019 INFO:teuthology.orchestra.run.smithi057.stdout:Created osd(s) 2 on host 'smithi057' 2024-04-10T02:24:02.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:02 smithi057 ceph-mon[29320]: from='osd.2 [v2:172.21.15.57:6818/458851582,v1:172.21.15.57:6819/458851582]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:24:02.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:02 smithi057 ceph-mon[29320]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:24:02.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:02 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:02.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:02 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:02.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:02 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:02.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:02 smithi057 ceph-mon[40038]: from='osd.2 [v2:172.21.15.57:6818/458851582,v1:172.21.15.57:6819/458851582]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:24:02.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:02 smithi057 ceph-mon[40038]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:24:02.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:02 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:02.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:02 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:02.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:02 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:02.656 DEBUG:teuthology.orchestra.run.smithi057:osd.2> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.2.service 2024-04-10T02:24:02.658 INFO:tasks.cephadm:Deploying osd.3 on smithi057 with /dev/vg_nvme/lv_1... 2024-04-10T02:24:02.659 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-10T02:24:02.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:02 smithi096 ceph-mon[33018]: from='osd.2 [v2:172.21.15.57:6818/458851582,v1:172.21.15.57:6819/458851582]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:24:02.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:02 smithi096 ceph-mon[33018]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:24:02.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:02 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:02.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:02 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:02.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:02 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:03.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:03 smithi096 ceph-mon[33018]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:24:03.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:03 smithi096 ceph-mon[33018]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T02:24:03.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:03 smithi096 ceph-mon[33018]: osdmap e16: 3 total, 2 up, 3 in 2024-04-10T02:24:03.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:03 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:03.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:03 smithi096 ceph-mon[33018]: from='osd.2 [v2:172.21.15.57:6818/458851582,v1:172.21.15.57:6819/458851582]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:03.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:03 smithi096 ceph-mon[33018]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:03.853 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[29320]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:24:03.854 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[29320]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T02:24:03.854 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[29320]: osdmap e16: 3 total, 2 up, 3 in 2024-04-10T02:24:03.854 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:03.854 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[29320]: from='osd.2 [v2:172.21.15.57:6818/458851582,v1:172.21.15.57:6819/458851582]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:03.854 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[29320]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:03.854 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[40038]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:24:03.854 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[40038]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T02:24:03.854 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[40038]: osdmap e16: 3 total, 2 up, 3 in 2024-04-10T02:24:03.855 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:03.855 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[40038]: from='osd.2 [v2:172.21.15.57:6818/458851582,v1:172.21.15.57:6819/458851582]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:03.855 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-mon[40038]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:03.855 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[55622]: 2024-04-10T02:24:03.490+0000 7fc770617700 -1 osd.2 0 waiting for initial osdmap 2024-04-10T02:24:03.855 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:24:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[55622]: 2024-04-10T02:24:03.493+0000 7fc76b412700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:24:03.918 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:24:04.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:04 smithi057 ceph-mon[29320]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:24:04.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:04 smithi057 ceph-mon[29320]: osdmap e17: 3 total, 2 up, 3 in 2024-04-10T02:24:04.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:04 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:04.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:04 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:04.710 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:04 smithi057 ceph-mon[40038]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:24:04.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:04 smithi057 ceph-mon[40038]: osdmap e17: 3 total, 2 up, 3 in 2024-04-10T02:24:04.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:04 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:04.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:04 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:04 smithi096 ceph-mon[33018]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:24:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:04 smithi096 ceph-mon[33018]: osdmap e17: 3 total, 2 up, 3 in 2024-04-10T02:24:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:04 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:04 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[40038]: purged_snaps scrub starts 2024-04-10T02:24:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[40038]: purged_snaps scrub ok 2024-04-10T02:24:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[40038]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:24:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[40038]: osd.2 [v2:172.21.15.57:6818/458851582,v1:172.21.15.57:6819/458851582] boot 2024-04-10T02:24:05.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[40038]: osdmap e18: 3 total, 3 up, 3 in 2024-04-10T02:24:05.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:05.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[29320]: purged_snaps scrub starts 2024-04-10T02:24:05.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[29320]: purged_snaps scrub ok 2024-04-10T02:24:05.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[29320]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:24:05.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:05.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[29320]: osd.2 [v2:172.21.15.57:6818/458851582,v1:172.21.15.57:6819/458851582] boot 2024-04-10T02:24:05.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[29320]: osdmap e18: 3 total, 3 up, 3 in 2024-04-10T02:24:05.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:05 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:05.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:05 smithi096 ceph-mon[33018]: purged_snaps scrub starts 2024-04-10T02:24:05.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:05 smithi096 ceph-mon[33018]: purged_snaps scrub ok 2024-04-10T02:24:05.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:05 smithi096 ceph-mon[33018]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-10T02:24:05.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:05 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:05.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:05 smithi096 ceph-mon[33018]: osd.2 [v2:172.21.15.57:6818/458851582,v1:172.21.15.57:6819/458851582] boot 2024-04-10T02:24:05.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:05 smithi096 ceph-mon[33018]: osdmap e18: 3 total, 3 up, 3 in 2024-04-10T02:24:05.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:05 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:24:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[29320]: osdmap e19: 3 total, 3 up, 3 in 2024-04-10T02:24:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-10T02:24:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[40038]: osdmap e19: 3 total, 3 up, 3 in 2024-04-10T02:24:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-10T02:24:06.827 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-10T02:24:06.827 INFO:teuthology.orchestra.run.smithi057.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-10T02:24:06.827 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10+0 records in 2024-04-10T02:24:06.827 INFO:teuthology.orchestra.run.smithi057.stderr:10+0 records out 2024-04-10T02:24:06.827 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0191452 s, 548 MB/s 2024-04-10T02:24:06.827 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping successful for: 2024-04-10T02:24:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:06 smithi096 ceph-mon[33018]: osdmap e19: 3 total, 3 up, 3 in 2024-04-10T02:24:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-10T02:24:07.389 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi057:vg_nvme/lv_1 2024-04-10T02:24:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[40038]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[40038]: Detected new or changed devices on smithi057 2024-04-10T02:24:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi057 to 5356M 2024-04-10T02:24:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-10T02:24:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[40038]: osdmap e20: 3 total, 3 up, 3 in 2024-04-10T02:24:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T02:24:07.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[29320]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:07.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[29320]: Detected new or changed devices on smithi057 2024-04-10T02:24:07.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi057 to 5356M 2024-04-10T02:24:07.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:07.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:07.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:07.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:07.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-10T02:24:07.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[29320]: osdmap e20: 3 total, 3 up, 3 in 2024-04-10T02:24:07.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T02:24:07.649 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:24:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:07 smithi096 ceph-mon[33018]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:07 smithi096 ceph-mon[33018]: Detected new or changed devices on smithi057 2024-04-10T02:24:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:07 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi057 to 5356M 2024-04-10T02:24:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:07 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:07 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:07 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:07 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:07 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-10T02:24:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:07 smithi096 ceph-mon[33018]: osdmap e20: 3 total, 3 up, 3 in 2024-04-10T02:24:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:07 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T02:24:09.263 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59559]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T02:24:09.263 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59559]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:09.263 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59559]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:09.263 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59559]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:09.594 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:09 smithi057 ceph-mon[40038]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:09.594 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:09 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-10T02:24:09.594 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:09 smithi057 ceph-mon[40038]: osdmap e21: 3 total, 3 up, 3 in 2024-04-10T02:24:09.594 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:09 smithi057 ceph-mon[40038]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T02:24:09.595 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:09 smithi057 ceph-mon[29320]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:09.595 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:09 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-10T02:24:09.595 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:09 smithi057 ceph-mon[29320]: osdmap e21: 3 total, 3 up, 3 in 2024-04-10T02:24:09.595 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:09 smithi057 ceph-mon[29320]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T02:24:09.595 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59584]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T02:24:09.595 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59584]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:09.595 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59584]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:09.595 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59584]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:09 smithi096 ceph-mon[33018]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:09 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-10T02:24:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:09 smithi096 ceph-mon[33018]: osdmap e21: 3 total, 3 up, 3 in 2024-04-10T02:24:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:09 smithi096 ceph-mon[33018]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T02:24:09.848 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59654]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T02:24:09.848 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59654]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:09.848 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59654]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:09.848 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59654]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:10.128 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59714]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T02:24:10.128 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59714]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:10.128 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59714]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:10.128 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:24:09 smithi057 sudo[59714]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:10.386 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59733]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T02:24:10.386 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59733]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:10.386 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59733]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:10.386 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59733]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:10.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:10.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[29320]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:24:10.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:24:10.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:24:10.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:10.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[29320]: osdmap e22: 3 total, 3 up, 3 in 2024-04-10T02:24:10.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:10.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[40038]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:24:10.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:24:10.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:24:10.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:10.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:10 smithi057 ceph-mon[40038]: osdmap e22: 3 total, 3 up, 3 in 2024-04-10T02:24:10.650 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59736]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T02:24:10.650 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59736]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:10.650 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59736]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:10.650 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59736]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:10 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:10 smithi096 ceph-mon[33018]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:24:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:10 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:24:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:10 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:24:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:10 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:10 smithi096 ceph-mon[33018]: osdmap e22: 3 total, 3 up, 3 in 2024-04-10T02:24:10.921 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59743]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T02:24:10.921 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59743]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:10.921 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59743]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:10.922 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59743]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:11.179 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59767]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T02:24:11.179 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59767]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:11.179 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59767]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:11.179 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:10 smithi057 sudo[59767]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:11.428 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 sudo[35619]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T02:24:11.428 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 sudo[35619]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:11.428 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 sudo[35619]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:11.428 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 sudo[35619]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:11.715 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: Cluster is now healthy 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:24:11.716 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: Cluster is now healthy 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:24:11.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:24:11.718 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 sudo[59820]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T02:24:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 sudo[35622]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T02:24:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 sudo[35622]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 sudo[35622]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 sudo[35622]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T02:24:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T02:24:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T02:24:11.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: Cluster is now healthy 2024-04-10T02:24:11.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:24:11.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:24:11.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:24:11.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:24:11.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-10T02:24:11.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:24:11.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:11 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:24:11.981 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 sudo[59820]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:11.981 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 sudo[59820]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:11.981 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 sudo[59820]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:12.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 sudo[59824]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T02:24:12.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 sudo[59824]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T02:24:12.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 sudo[59824]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T02:24:12.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:11 smithi057 sudo[59824]: pam_unix(sudo:session): session closed for user root 2024-04-10T02:24:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T02:24:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T02:24:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T02:24:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:24:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:24:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:24:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1755921136' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c78696ee-dbff-4be7-8362-69ba41994c33"}]: dispatch 2024-04-10T02:24:12.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T02:24:12.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1755921136' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c78696ee-dbff-4be7-8362-69ba41994c33"}]': finished 2024-04-10T02:24:12.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: osdmap e23: 4 total, 3 up, 4 in 2024-04-10T02:24:12.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:12 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T02:24:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T02:24:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:12.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T02:24:12.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:24:12.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:24:12.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:24:12.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1755921136' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c78696ee-dbff-4be7-8362-69ba41994c33"}]: dispatch 2024-04-10T02:24:12.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T02:24:12.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1755921136' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c78696ee-dbff-4be7-8362-69ba41994c33"}]': finished 2024-04-10T02:24:12.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: osdmap e23: 4 total, 3 up, 4 in 2024-04-10T02:24:12.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:12.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T02:24:12.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T02:24:12.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:12.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T02:24:12.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:24:12.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:24:12.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:24:12.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1755921136' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c78696ee-dbff-4be7-8362-69ba41994c33"}]: dispatch 2024-04-10T02:24:12.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T02:24:12.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1755921136' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c78696ee-dbff-4be7-8362-69ba41994c33"}]': finished 2024-04-10T02:24:12.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: osdmap e23: 4 total, 3 up, 4 in 2024-04-10T02:24:12.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:12 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:13 smithi096 ceph-mon[33018]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:13 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/326237500' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:24:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:13 smithi057 ceph-mon[29320]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:13 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/326237500' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:24:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:13 smithi057 ceph-mon[40038]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:13 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/326237500' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:24:15.538 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:15 smithi057 ceph-mon[29320]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:15.538 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:15 smithi057 ceph-mon[40038]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:15.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:15 smithi096 ceph-mon[33018]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:17.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:17 smithi057 ceph-mon[29320]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.3 KiB/s rd, 186 KiB/s wr, 13 op/s 2024-04-10T02:24:17.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:17 smithi057 ceph-mon[40038]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.3 KiB/s rd, 186 KiB/s wr, 13 op/s 2024-04-10T02:24:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:17 smithi096 ceph-mon[33018]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.3 KiB/s rd, 186 KiB/s wr, 13 op/s 2024-04-10T02:24:18.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:18 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T02:24:18.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:18 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:18.803 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:18 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T02:24:18.803 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:18 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:18.803 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:18 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T02:24:18.804 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:18 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:19.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:19 smithi096 ceph-mon[33018]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.9 KiB/s rd, 126 KiB/s wr, 8 op/s 2024-04-10T02:24:19.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:19 smithi096 ceph-mon[33018]: Deploying daemon osd.3 on smithi057 2024-04-10T02:24:19.741 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:19 smithi057 ceph-mon[29320]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.9 KiB/s rd, 126 KiB/s wr, 8 op/s 2024-04-10T02:24:19.741 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:19 smithi057 ceph-mon[29320]: Deploying daemon osd.3 on smithi057 2024-04-10T02:24:19.742 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:19 smithi057 ceph-mon[40038]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.9 KiB/s rd, 126 KiB/s wr, 8 op/s 2024-04-10T02:24:19.742 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:19 smithi057 ceph-mon[40038]: Deploying daemon osd.3 on smithi057 2024-04-10T02:24:21.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:21 smithi057 ceph-mon[29320]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 95 KiB/s wr, 6 op/s 2024-04-10T02:24:21.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:21 smithi057 ceph-mon[40038]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 95 KiB/s wr, 6 op/s 2024-04-10T02:24:21.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:21 smithi096 ceph-mon[33018]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 95 KiB/s wr, 6 op/s 2024-04-10T02:24:23.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:23 smithi057 ceph-mon[29320]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 77 KiB/s wr, 5 op/s 2024-04-10T02:24:23.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:23.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:23.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:23.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:23 smithi057 ceph-mon[40038]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 77 KiB/s wr, 5 op/s 2024-04-10T02:24:23.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:23 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:23.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:23 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:23.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:23 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:23 smithi096 ceph-mon[33018]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 77 KiB/s wr, 5 op/s 2024-04-10T02:24:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:23 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:23 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:23 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:25.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:25 smithi057 ceph-mon[29320]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T02:24:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:25 smithi057 ceph-mon[40038]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T02:24:25.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:25 smithi096 ceph-mon[33018]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T02:24:26.940 INFO:teuthology.orchestra.run.smithi057.stdout:Created osd(s) 3 on host 'smithi057' 2024-04-10T02:24:27.485 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: from='osd.3 [v2:172.21.15.57:6826/1342321381,v1:172.21.15.57:6827/1342321381]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:27.486 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.487 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.487 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T02:24:27.487 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: from='osd.3 [v2:172.21.15.57:6826/1342321381,v1:172.21.15.57:6827/1342321381]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T02:24:27.487 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T02:24:27.487 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:27.487 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:27.487 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.487 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.487 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.487 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:27 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: from='osd.3 [v2:172.21.15.57:6826/1342321381,v1:172.21.15.57:6827/1342321381]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:27.511 DEBUG:teuthology.orchestra.run.smithi057:osd.3> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.3.service 2024-04-10T02:24:27.513 INFO:tasks.cephadm:Deploying osd.4 on smithi096 with /dev/vg_nvme/lv_4... 2024-04-10T02:24:27.514 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-10T02:24:27.769 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:24:28.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:28 smithi096 ceph-mon[33018]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T02:24:28.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:28 smithi096 ceph-mon[33018]: osdmap e24: 4 total, 3 up, 4 in 2024-04-10T02:24:28.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:28 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:28.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:28 smithi096 ceph-mon[33018]: from='osd.3 [v2:172.21.15.57:6826/1342321381,v1:172.21.15.57:6827/1342321381]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:28.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:28 smithi096 ceph-mon[33018]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-mon[29320]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T02:24:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-mon[29320]: osdmap e24: 4 total, 3 up, 4 in 2024-04-10T02:24:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-mon[29320]: from='osd.3 [v2:172.21.15.57:6826/1342321381,v1:172.21.15.57:6827/1342321381]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-mon[29320]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-mon[40038]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T02:24:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-mon[40038]: osdmap e24: 4 total, 3 up, 4 in 2024-04-10T02:24:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-mon[40038]: from='osd.3 [v2:172.21.15.57:6826/1342321381,v1:172.21.15.57:6827/1342321381]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-mon[40038]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:24:28.637 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[61500]: 2024-04-10T02:24:28.185+0000 7f53a0f6f700 -1 osd.3 0 waiting for initial osdmap 2024-04-10T02:24:28.638 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:24:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[61500]: 2024-04-10T02:24:28.189+0000 7f539dd6e700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:24:29.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:29 smithi096 ceph-mon[33018]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:24:29.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:29 smithi096 ceph-mon[33018]: osdmap e25: 4 total, 3 up, 4 in 2024-04-10T02:24:29.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:29 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:29.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:29 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:29.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:29 smithi096 ceph-mon[33018]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:29.622 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-10T02:24:29.622 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-10T02:24:29.622 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-04-10T02:24:29.622 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-04-10T02:24:29.622 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011521 s, 910 MB/s 2024-04-10T02:24:29.622 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-04-10T02:24:29.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:29 smithi057 ceph-mon[29320]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:24:29.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:29 smithi057 ceph-mon[29320]: osdmap e25: 4 total, 3 up, 4 in 2024-04-10T02:24:29.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:29 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:29.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:29 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:29.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:29 smithi057 ceph-mon[29320]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:29.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:29 smithi057 ceph-mon[40038]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-10T02:24:29.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:29 smithi057 ceph-mon[40038]: osdmap e25: 4 total, 3 up, 4 in 2024-04-10T02:24:29.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:29 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:29.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:29 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:29.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:29 smithi057 ceph-mon[40038]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-10T02:24:30.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:30 smithi096 ceph-mon[33018]: purged_snaps scrub starts 2024-04-10T02:24:30.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:30 smithi096 ceph-mon[33018]: purged_snaps scrub ok 2024-04-10T02:24:30.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:30 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:30.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:30 smithi096 ceph-mon[33018]: osd.3 [v2:172.21.15.57:6826/1342321381,v1:172.21.15.57:6827/1342321381] boot 2024-04-10T02:24:30.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:30 smithi096 ceph-mon[33018]: osdmap e26: 4 total, 4 up, 4 in 2024-04-10T02:24:30.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:30 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:30.319 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi096:vg_nvme/lv_4 2024-04-10T02:24:30.367 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[29320]: purged_snaps scrub starts 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[29320]: purged_snaps scrub ok 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[29320]: osd.3 [v2:172.21.15.57:6826/1342321381,v1:172.21.15.57:6827/1342321381] boot 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[29320]: osdmap e26: 4 total, 4 up, 4 in 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[40038]: purged_snaps scrub starts 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[40038]: purged_snaps scrub ok 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[40038]: osd.3 [v2:172.21.15.57:6826/1342321381,v1:172.21.15.57:6827/1342321381] boot 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[40038]: osdmap e26: 4 total, 4 up, 4 in 2024-04-10T02:24:30.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:30 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:24:30.577 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:24:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: osdmap e27: 4 total, 4 up, 4 in 2024-04-10T02:24:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: Detected new or changed devices on smithi057 2024-04-10T02:24:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi057 to 4017M 2024-04-10T02:24:31.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:31.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:31.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: osdmap e27: 4 total, 4 up, 4 in 2024-04-10T02:24:31.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:31.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: Detected new or changed devices on smithi057 2024-04-10T02:24:31.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi057 to 4017M 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: osdmap e27: 4 total, 4 up, 4 in 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: Detected new or changed devices on smithi057 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:31.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi057 to 4017M 2024-04-10T02:24:31.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:31.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:31.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:31.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:32.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:24:32.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:24:32.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:32.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:32 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:24:32.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:32 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:24:32.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:32 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:32.665 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:24:32.665 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:24:32.665 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:33.577 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:33 smithi096 ceph-mon[33018]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:33.577 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:33 smithi096 ceph-mon[33018]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:24:33.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:33 smithi057 ceph-mon[29320]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:33.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:33 smithi057 ceph-mon[29320]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:24:33.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:33 smithi057 ceph-mon[40038]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:33.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:33 smithi057 ceph-mon[40038]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:24:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[29320]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/2422438286' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10c3e705-710a-45b1-a6ee-61ace3a0d7d7"}]: dispatch 2024-04-10T02:24:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[29320]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10c3e705-710a-45b1-a6ee-61ace3a0d7d7"}]: dispatch 2024-04-10T02:24:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[29320]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10c3e705-710a-45b1-a6ee-61ace3a0d7d7"}]': finished 2024-04-10T02:24:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[29320]: osdmap e28: 5 total, 4 up, 5 in 2024-04-10T02:24:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/2543369666' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:24:35.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[40038]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:35.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/2422438286' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10c3e705-710a-45b1-a6ee-61ace3a0d7d7"}]: dispatch 2024-04-10T02:24:35.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[40038]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10c3e705-710a-45b1-a6ee-61ace3a0d7d7"}]: dispatch 2024-04-10T02:24:35.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[40038]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10c3e705-710a-45b1-a6ee-61ace3a0d7d7"}]': finished 2024-04-10T02:24:35.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[40038]: osdmap e28: 5 total, 4 up, 5 in 2024-04-10T02:24:35.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:35.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:35 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/2543369666' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:24:35.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:35 smithi096 ceph-mon[33018]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:35.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:35 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/2422438286' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10c3e705-710a-45b1-a6ee-61ace3a0d7d7"}]: dispatch 2024-04-10T02:24:35.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:35 smithi096 ceph-mon[33018]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10c3e705-710a-45b1-a6ee-61ace3a0d7d7"}]: dispatch 2024-04-10T02:24:35.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:35 smithi096 ceph-mon[33018]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10c3e705-710a-45b1-a6ee-61ace3a0d7d7"}]': finished 2024-04-10T02:24:35.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:35 smithi096 ceph-mon[33018]: osdmap e28: 5 total, 4 up, 5 in 2024-04-10T02:24:35.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:35 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:35.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:35 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/2543369666' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:24:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:37 smithi057 ceph-mon[29320]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:37.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:37 smithi057 ceph-mon[40038]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:37 smithi096 ceph-mon[33018]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:39.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:39 smithi057 ceph-mon[29320]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:39.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:39 smithi057 ceph-mon[40038]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:39.639 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:39 smithi096 ceph-mon[33018]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:41 smithi057 ceph-mon[29320]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:41 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T02:24:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:41 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:41.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:41 smithi057 ceph-mon[40038]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:41.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:41 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T02:24:41.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:41 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:41.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:41 smithi096 ceph-mon[33018]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:41.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:41 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T02:24:41.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:41 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:42.598 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:42 smithi096 ceph-mon[33018]: Deploying daemon osd.4 on smithi096 2024-04-10T02:24:42.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:42 smithi057 ceph-mon[29320]: Deploying daemon osd.4 on smithi096 2024-04-10T02:24:42.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:42 smithi057 ceph-mon[40038]: Deploying daemon osd.4 on smithi096 2024-04-10T02:24:43.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:43 smithi057 ceph-mon[29320]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:43.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:43 smithi057 ceph-mon[40038]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:43.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:43 smithi096 ceph-mon[33018]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:45.642 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:45 smithi096 ceph-mon[33018]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:45.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:45 smithi057 ceph-mon[29320]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:45.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:45 smithi057 ceph-mon[40038]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:46.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:46 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:46.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:46 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:46.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:46 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:46.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:46 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:46.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:46 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:46.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:46 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:46.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:46 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:46.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:46 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:46.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:46 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:47.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:47 smithi096 ceph-mon[33018]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:47 smithi057 ceph-mon[29320]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:47.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:47 smithi057 ceph-mon[40038]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:49.200 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:48 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:49.200 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:48 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:49.200 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:48 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:49.200 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:48 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:49.200 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:48 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:49.200 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:48 smithi096 ceph-mon[33018]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:49.200 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:48 smithi096 ceph-mon[33018]: from='osd.4 [v2:172.21.15.96:6800/2937302667,v1:172.21.15.96:6801/2937302667]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T02:24:49.200 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:48 smithi096 ceph-mon[33018]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T02:24:49.270 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 4 on host 'smithi096' 2024-04-10T02:24:49.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:49.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:49.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:49.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:49.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[29320]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[29320]: from='osd.4 [v2:172.21.15.96:6800/2937302667,v1:172.21.15.96:6801/2937302667]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[29320]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[40038]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[40038]: from='osd.4 [v2:172.21.15.96:6800/2937302667,v1:172.21.15.96:6801/2937302667]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T02:24:49.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:48 smithi057 ceph-mon[40038]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T02:24:49.893 DEBUG:teuthology.orchestra.run.smithi096:osd.4> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.4.service 2024-04-10T02:24:49.896 INFO:tasks.cephadm:Deploying osd.5 on smithi096 with /dev/vg_nvme/lv_3... 2024-04-10T02:24:49.896 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-10T02:24:50.171 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:49 smithi096 ceph-mon[33018]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T02:24:50.171 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:49 smithi096 ceph-mon[33018]: osdmap e29: 5 total, 4 up, 5 in 2024-04-10T02:24:50.171 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:50.171 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:49 smithi096 ceph-mon[33018]: from='osd.4 [v2:172.21.15.96:6800/2937302667,v1:172.21.15.96:6801/2937302667]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:24:50.171 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:49 smithi096 ceph-mon[33018]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:24:50.171 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:50.171 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:50.171 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:49 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:50.172 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:24:49 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:24:49.950+0000 7fb623bf8700 -1 osd.4 0 waiting for initial osdmap 2024-04-10T02:24:50.172 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:24:49 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:24:49.957+0000 7fb61c9ef700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:24:50.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[29320]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T02:24:50.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[29320]: osdmap e29: 5 total, 4 up, 5 in 2024-04-10T02:24:50.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:50.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[29320]: from='osd.4 [v2:172.21.15.96:6800/2937302667,v1:172.21.15.96:6801/2937302667]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:24:50.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[29320]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:24:50.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:50.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:50.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:50.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[40038]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T02:24:50.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[40038]: osdmap e29: 5 total, 4 up, 5 in 2024-04-10T02:24:50.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:50.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[40038]: from='osd.4 [v2:172.21.15.96:6800/2937302667,v1:172.21.15.96:6801/2937302667]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:24:50.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[40038]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:24:50.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:50.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:50.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:49 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:24:51.201 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:50 smithi096 ceph-mon[33018]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:24:51.201 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:50 smithi096 ceph-mon[33018]: osdmap e30: 5 total, 4 up, 5 in 2024-04-10T02:24:51.201 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:50 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:51.201 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:50 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:51.201 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:50 smithi096 ceph-mon[33018]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:51.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:50 smithi057 ceph-mon[29320]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:24:51.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:50 smithi057 ceph-mon[29320]: osdmap e30: 5 total, 4 up, 5 in 2024-04-10T02:24:51.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:50 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:51.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:50 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:51.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:50 smithi057 ceph-mon[29320]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:51.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:50 smithi057 ceph-mon[40038]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:24:51.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:50 smithi057 ceph-mon[40038]: osdmap e30: 5 total, 4 up, 5 in 2024-04-10T02:24:51.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:50 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:51.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:50 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:51.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:50 smithi057 ceph-mon[40038]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-10T02:24:51.438 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:24:52.127 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:51 smithi096 ceph-mon[33018]: purged_snaps scrub starts 2024-04-10T02:24:52.127 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:51 smithi096 ceph-mon[33018]: purged_snaps scrub ok 2024-04-10T02:24:52.127 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:51 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:52.127 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:51 smithi096 ceph-mon[33018]: osd.4 [v2:172.21.15.96:6800/2937302667,v1:172.21.15.96:6801/2937302667] boot 2024-04-10T02:24:52.127 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:51 smithi096 ceph-mon[33018]: osdmap e31: 5 total, 5 up, 5 in 2024-04-10T02:24:52.128 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:51 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:52.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[40038]: purged_snaps scrub starts 2024-04-10T02:24:52.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[40038]: purged_snaps scrub ok 2024-04-10T02:24:52.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:52.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[40038]: osd.4 [v2:172.21.15.96:6800/2937302667,v1:172.21.15.96:6801/2937302667] boot 2024-04-10T02:24:52.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[40038]: osdmap e31: 5 total, 5 up, 5 in 2024-04-10T02:24:52.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:52.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[29320]: purged_snaps scrub starts 2024-04-10T02:24:52.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[29320]: purged_snaps scrub ok 2024-04-10T02:24:52.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:52.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[29320]: osd.4 [v2:172.21.15.96:6800/2937302667,v1:172.21.15.96:6801/2937302667] boot 2024-04-10T02:24:52.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[29320]: osdmap e31: 5 total, 5 up, 5 in 2024-04-10T02:24:52.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:51 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:24:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:52 smithi096 ceph-mon[33018]: osdmap e32: 5 total, 5 up, 5 in 2024-04-10T02:24:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:52 smithi096 ceph-mon[33018]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:24:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:52 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:53.263 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[29320]: osdmap e32: 5 total, 5 up, 5 in 2024-04-10T02:24:53.263 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[29320]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:24:53.263 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:53.263 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[40038]: osdmap e32: 5 total, 5 up, 5 in 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[40038]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:24:53.264 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:53.265 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:53.265 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:24:53.265 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:52 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:24:53.912 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-10T02:24:53.912 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-10T02:24:53.912 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-04-10T02:24:53.912 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-04-10T02:24:53.912 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113933 s, 920 MB/s 2024-04-10T02:24:53.913 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-04-10T02:24:54.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:53 smithi057 ceph-mon[29320]: Detected new or changed devices on smithi096 2024-04-10T02:24:54.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:53 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi096 to 17088M 2024-04-10T02:24:54.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:53 smithi057 ceph-mon[29320]: osdmap e33: 5 total, 5 up, 5 in 2024-04-10T02:24:54.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:53 smithi057 ceph-mon[40038]: Detected new or changed devices on smithi096 2024-04-10T02:24:54.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:53 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi096 to 17088M 2024-04-10T02:24:54.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:53 smithi057 ceph-mon[40038]: osdmap e33: 5 total, 5 up, 5 in 2024-04-10T02:24:54.237 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:53 smithi096 ceph-mon[33018]: Detected new or changed devices on smithi096 2024-04-10T02:24:54.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:53 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi096 to 17088M 2024-04-10T02:24:54.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:53 smithi096 ceph-mon[33018]: osdmap e33: 5 total, 5 up, 5 in 2024-04-10T02:24:54.470 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi096:vg_nvme/lv_3 2024-04-10T02:24:54.719 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:24:55.149 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:55 smithi096 ceph-mon[33018]: osdmap e34: 5 total, 5 up, 5 in 2024-04-10T02:24:55.150 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:55 smithi096 ceph-mon[33018]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:24:55.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:55 smithi057 ceph-mon[29320]: osdmap e34: 5 total, 5 up, 5 in 2024-04-10T02:24:55.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:55 smithi057 ceph-mon[29320]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:24:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:55 smithi057 ceph-mon[40038]: osdmap e34: 5 total, 5 up, 5 in 2024-04-10T02:24:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:55 smithi057 ceph-mon[40038]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:24:56.155 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:56 smithi096 ceph-mon[33018]: osdmap e35: 5 total, 5 up, 5 in 2024-04-10T02:24:56.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:56 smithi057 ceph-mon[29320]: osdmap e35: 5 total, 5 up, 5 in 2024-04-10T02:24:56.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:56 smithi057 ceph-mon[40038]: osdmap e35: 5 total, 5 up, 5 in 2024-04-10T02:24:57.037 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:57 smithi096 ceph-mon[33018]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-04-10T02:24:57.037 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:57 smithi096 ceph-mon[33018]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:24:57.038 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:57 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:24:57.038 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:57 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:24:57.038 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:57 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:57.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:57 smithi057 ceph-mon[29320]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-04-10T02:24:57.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:57 smithi057 ceph-mon[29320]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:24:57.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:57 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:24:57.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:57 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:24:57.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:57 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:57 smithi057 ceph-mon[40038]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-04-10T02:24:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:57 smithi057 ceph-mon[40038]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:24:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:57 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:24:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:57 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:24:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:57 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:24:59.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[29320]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T02:24:59.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/2055759490' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "771567af-a2b2-4244-9e00-59e0f7d5cd2d"}]: dispatch 2024-04-10T02:24:59.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[29320]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "771567af-a2b2-4244-9e00-59e0f7d5cd2d"}]: dispatch 2024-04-10T02:24:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[29320]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "771567af-a2b2-4244-9e00-59e0f7d5cd2d"}]': finished 2024-04-10T02:24:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[29320]: osdmap e36: 6 total, 5 up, 6 in 2024-04-10T02:24:59.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:24:59.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[40038]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T02:24:59.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/2055759490' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "771567af-a2b2-4244-9e00-59e0f7d5cd2d"}]: dispatch 2024-04-10T02:24:59.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[40038]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "771567af-a2b2-4244-9e00-59e0f7d5cd2d"}]: dispatch 2024-04-10T02:24:59.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[40038]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "771567af-a2b2-4244-9e00-59e0f7d5cd2d"}]': finished 2024-04-10T02:24:59.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[40038]: osdmap e36: 6 total, 5 up, 6 in 2024-04-10T02:24:59.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:24:59 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:24:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:59 smithi096 ceph-mon[33018]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T02:24:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:59 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/2055759490' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "771567af-a2b2-4244-9e00-59e0f7d5cd2d"}]: dispatch 2024-04-10T02:24:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:59 smithi096 ceph-mon[33018]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "771567af-a2b2-4244-9e00-59e0f7d5cd2d"}]: dispatch 2024-04-10T02:24:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:59 smithi096 ceph-mon[33018]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "771567af-a2b2-4244-9e00-59e0f7d5cd2d"}]': finished 2024-04-10T02:24:59.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:59 smithi096 ceph-mon[33018]: osdmap e36: 6 total, 5 up, 6 in 2024-04-10T02:24:59.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:24:59 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:00.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:00 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/4248123046' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:25:00.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:00 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/4248123046' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:25:00.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:00 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/4248123046' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:25:01.610 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:01 smithi096 ceph-mon[33018]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-10T02:25:01.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:01 smithi057 ceph-mon[29320]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-10T02:25:01.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:01 smithi057 ceph-mon[40038]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-10T02:25:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:03 smithi057 ceph-mon[29320]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T02:25:03.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:03 smithi057 ceph-mon[40038]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T02:25:03.676 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:03 smithi096 ceph-mon[33018]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T02:25:05.583 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:05 smithi096 ceph-mon[33018]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-10T02:25:05.584 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:05 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T02:25:05.584 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:05 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:05.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:05 smithi057 ceph-mon[29320]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-10T02:25:05.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:05 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T02:25:05.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:05 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:05 smithi057 ceph-mon[40038]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-10T02:25:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:05 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T02:25:05.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:05 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:06.412 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:06 smithi096 ceph-mon[33018]: Deploying daemon osd.5 on smithi096 2024-04-10T02:25:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:06 smithi057 ceph-mon[29320]: Deploying daemon osd.5 on smithi096 2024-04-10T02:25:06.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:06 smithi057 ceph-mon[40038]: Deploying daemon osd.5 on smithi096 2024-04-10T02:25:07.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:07 smithi096 ceph-mon[33018]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:07.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:07 smithi057 ceph-mon[29320]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:07 smithi057 ceph-mon[40038]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:09 smithi057 ceph-mon[29320]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:09.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:09 smithi057 ceph-mon[40038]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:09.704 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:09 smithi096 ceph-mon[33018]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:11.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:11 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:11.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:11 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:11.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:11 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:11.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:11 smithi057 ceph-mon[29320]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:11.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:11 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:11.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:11 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:11.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:11 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:11.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:11 smithi057 ceph-mon[40038]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:11.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:11 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:11.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:11 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:11.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:11 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:11.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:11 smithi096 ceph-mon[33018]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:13.443 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:13 smithi096 ceph-mon[33018]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:13.443 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:13 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.443 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:13 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.443 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:13 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:13.443 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:13 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:13.443 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:13 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.443 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:13 smithi096 ceph-mon[33018]: from='osd.5 [v2:172.21.15.96:6808/2639485052,v1:172.21.15.96:6809/2639485052]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T02:25:13.443 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:13 smithi096 ceph-mon[33018]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T02:25:13.443 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:13 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.444 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 5 on host 'smithi096' 2024-04-10T02:25:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[29320]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[29320]: from='osd.5 [v2:172.21.15.96:6808/2639485052,v1:172.21.15.96:6809/2639485052]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[29320]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[40038]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:13.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:13.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:13.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[40038]: from='osd.5 [v2:172.21.15.96:6808/2639485052,v1:172.21.15.96:6809/2639485052]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T02:25:13.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[40038]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T02:25:13.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:13 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:14.070 DEBUG:teuthology.orchestra.run.smithi096:osd.5> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.5.service 2024-04-10T02:25:14.072 INFO:tasks.cephadm:Deploying osd.6 on smithi096 with /dev/vg_nvme/lv_2... 2024-04-10T02:25:14.072 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-10T02:25:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:14 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:14 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:14 smithi096 ceph-mon[33018]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T02:25:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:14 smithi096 ceph-mon[33018]: osdmap e37: 6 total, 5 up, 6 in 2024-04-10T02:25:14.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:14 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:14.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:14 smithi096 ceph-mon[33018]: from='osd.5 [v2:172.21.15.96:6808/2639485052,v1:172.21.15.96:6809/2639485052]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:14.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:14 smithi096 ceph-mon[33018]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:14.739 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:25:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:25:14.438+0000 7fce02a1d700 -1 osd.5 0 waiting for initial osdmap 2024-04-10T02:25:14.739 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:25:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:25:14.443+0000 7fcdfc015700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:25:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[29320]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T02:25:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[29320]: osdmap e37: 6 total, 5 up, 6 in 2024-04-10T02:25:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:14.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[29320]: from='osd.5 [v2:172.21.15.96:6808/2639485052,v1:172.21.15.96:6809/2639485052]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:14.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[29320]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[40038]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T02:25:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[40038]: osdmap e37: 6 total, 5 up, 6 in 2024-04-10T02:25:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[40038]: from='osd.5 [v2:172.21.15.96:6808/2639485052,v1:172.21.15.96:6809/2639485052]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:14 smithi057 ceph-mon[40038]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:15.312 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:25:15.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:15 smithi096 ceph-mon[33018]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:15.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:15 smithi096 ceph-mon[33018]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:25:15.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:15 smithi096 ceph-mon[33018]: osdmap e38: 6 total, 5 up, 6 in 2024-04-10T02:25:15.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:15 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:15.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:15 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:15.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:15 smithi096 ceph-mon[33018]: osd.5 [v2:172.21.15.96:6808/2639485052,v1:172.21.15.96:6809/2639485052] boot 2024-04-10T02:25:15.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:15 smithi096 ceph-mon[33018]: osdmap e39: 6 total, 6 up, 6 in 2024-04-10T02:25:15.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:15 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[29320]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[29320]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:25:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[29320]: osdmap e38: 6 total, 5 up, 6 in 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[29320]: osd.5 [v2:172.21.15.96:6808/2639485052,v1:172.21.15.96:6809/2639485052] boot 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[29320]: osdmap e39: 6 total, 6 up, 6 in 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[40038]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[40038]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[40038]: osdmap e38: 6 total, 5 up, 6 in 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[40038]: osd.5 [v2:172.21.15.96:6808/2639485052,v1:172.21.15.96:6809/2639485052] boot 2024-04-10T02:25:15.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[40038]: osdmap e39: 6 total, 6 up, 6 in 2024-04-10T02:25:15.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:15 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:25:16.973 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:16 smithi096 ceph-mon[33018]: purged_snaps scrub starts 2024-04-10T02:25:16.973 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:16 smithi096 ceph-mon[33018]: purged_snaps scrub ok 2024-04-10T02:25:16.973 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:16 smithi096 ceph-mon[33018]: osdmap e40: 6 total, 6 up, 6 in 2024-04-10T02:25:16.974 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:16 smithi096 ceph-mon[33018]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:17.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:16 smithi057 ceph-mon[29320]: purged_snaps scrub starts 2024-04-10T02:25:17.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:16 smithi057 ceph-mon[29320]: purged_snaps scrub ok 2024-04-10T02:25:17.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:16 smithi057 ceph-mon[29320]: osdmap e40: 6 total, 6 up, 6 in 2024-04-10T02:25:17.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:16 smithi057 ceph-mon[29320]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:17.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:16 smithi057 ceph-mon[40038]: purged_snaps scrub starts 2024-04-10T02:25:17.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:16 smithi057 ceph-mon[40038]: purged_snaps scrub ok 2024-04-10T02:25:17.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:16 smithi057 ceph-mon[40038]: osdmap e40: 6 total, 6 up, 6 in 2024-04-10T02:25:17.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:16 smithi057 ceph-mon[40038]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:17.945 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: osdmap e41: 6 total, 6 up, 6 in 2024-04-10T02:25:17.945 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: Detected new or changed devices on smithi096 2024-04-10T02:25:17.945 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:17.946 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:17.946 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:17.946 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:17.946 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi096 to 8544M 2024-04-10T02:25:17.946 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:17.946 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:17.946 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:17.946 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:18.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: osdmap e41: 6 total, 6 up, 6 in 2024-04-10T02:25:18.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: Detected new or changed devices on smithi096 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi096 to 8544M 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: osdmap e41: 6 total, 6 up, 6 in 2024-04-10T02:25:18.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: Detected new or changed devices on smithi096 2024-04-10T02:25:18.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:18.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:18.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:18.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:18.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi096 to 8544M 2024-04-10T02:25:18.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:18.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:18.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:18.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:18.290 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-10T02:25:18.290 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-10T02:25:18.290 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-04-10T02:25:18.290 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-04-10T02:25:18.290 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113732 s, 922 MB/s 2024-04-10T02:25:18.290 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-04-10T02:25:18.848 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi096:vg_nvme/lv_2 2024-04-10T02:25:19.096 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:25:19.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:18 smithi057 ceph-mon[29320]: osdmap e42: 6 total, 6 up, 6 in 2024-04-10T02:25:19.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:18 smithi057 ceph-mon[29320]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:19.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:18 smithi057 ceph-mon[40038]: osdmap e42: 6 total, 6 up, 6 in 2024-04-10T02:25:19.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:18 smithi057 ceph-mon[40038]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:19.218 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:18 smithi096 ceph-mon[33018]: osdmap e42: 6 total, 6 up, 6 in 2024-04-10T02:25:19.218 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:18 smithi096 ceph-mon[33018]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:20.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:19 smithi057 ceph-mon[29320]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T02:25:20.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:19 smithi057 ceph-mon[29320]: osdmap e43: 6 total, 6 up, 6 in 2024-04-10T02:25:20.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:19 smithi057 ceph-mon[40038]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T02:25:20.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:19 smithi057 ceph-mon[40038]: osdmap e43: 6 total, 6 up, 6 in 2024-04-10T02:25:20.171 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:19 smithi096 ceph-mon[33018]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T02:25:20.171 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:19 smithi096 ceph-mon[33018]: osdmap e43: 6 total, 6 up, 6 in 2024-04-10T02:25:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:20 smithi057 ceph-mon[29320]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:21.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:20 smithi057 ceph-mon[40038]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:21.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:20 smithi096 ceph-mon[33018]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:22.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:21 smithi057 ceph-mon[29320]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:25:22.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:21 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:25:22.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:21 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:25:22.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:21 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:22.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:21 smithi057 ceph-mon[40038]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:25:22.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:21 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:25:22.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:21 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:25:22.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:21 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:22.214 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:21 smithi096 ceph-mon[33018]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:25:22.214 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:21 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:25:22.214 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:21 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:25:22.214 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:21 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:23.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:22 smithi096 ceph-mon[33018]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:23.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:22 smithi057 ceph-mon[29320]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:23.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:22 smithi057 ceph-mon[40038]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:23 smithi096 ceph-mon[33018]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T02:25:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:23 smithi096 ceph-mon[33018]: Cluster is now healthy 2024-04-10T02:25:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:23 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/3584887650' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ea9c97-1074-4979-bf51-4dfd715715a3"}]: dispatch 2024-04-10T02:25:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:23 smithi096 ceph-mon[33018]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ea9c97-1074-4979-bf51-4dfd715715a3"}]: dispatch 2024-04-10T02:25:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:23 smithi096 ceph-mon[33018]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04ea9c97-1074-4979-bf51-4dfd715715a3"}]': finished 2024-04-10T02:25:24.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:23 smithi096 ceph-mon[33018]: osdmap e44: 7 total, 6 up, 7 in 2024-04-10T02:25:24.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:23 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:24.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:23 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/749487669' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:25:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[29320]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T02:25:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[29320]: Cluster is now healthy 2024-04-10T02:25:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/3584887650' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ea9c97-1074-4979-bf51-4dfd715715a3"}]: dispatch 2024-04-10T02:25:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[29320]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ea9c97-1074-4979-bf51-4dfd715715a3"}]: dispatch 2024-04-10T02:25:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[29320]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04ea9c97-1074-4979-bf51-4dfd715715a3"}]': finished 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[29320]: osdmap e44: 7 total, 6 up, 7 in 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/749487669' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[40038]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[40038]: Cluster is now healthy 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/3584887650' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ea9c97-1074-4979-bf51-4dfd715715a3"}]: dispatch 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[40038]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04ea9c97-1074-4979-bf51-4dfd715715a3"}]: dispatch 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[40038]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04ea9c97-1074-4979-bf51-4dfd715715a3"}]': finished 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[40038]: osdmap e44: 7 total, 6 up, 7 in 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:23 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/749487669' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:25:25.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:24 smithi096 ceph-mon[33018]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-10T02:25:25.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:24 smithi057 ceph-mon[29320]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-10T02:25:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:24 smithi057 ceph-mon[40038]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-10T02:25:27.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:27 smithi057 ceph-mon[29320]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T02:25:27.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:27 smithi057 ceph-mon[40038]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T02:25:27.693 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:27 smithi096 ceph-mon[33018]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T02:25:29.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:29 smithi057 ceph-mon[29320]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-10T02:25:29.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:29 smithi057 ceph-mon[40038]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-10T02:25:29.726 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:29 smithi096 ceph-mon[33018]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-10T02:25:30.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:30 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T02:25:30.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:30 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:30.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:30 smithi057 ceph-mon[29320]: Deploying daemon osd.6 on smithi096 2024-04-10T02:25:30.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:30 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T02:25:30.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:30 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:30.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:30 smithi057 ceph-mon[40038]: Deploying daemon osd.6 on smithi096 2024-04-10T02:25:30.681 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:30 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T02:25:30.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:30 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:30.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:30 smithi096 ceph-mon[33018]: Deploying daemon osd.6 on smithi096 2024-04-10T02:25:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:31 smithi096 ceph-mon[33018]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T02:25:31.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:31 smithi057 ceph-mon[40038]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T02:25:31.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:31 smithi057 ceph-mon[29320]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T02:25:33.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:33 smithi096 ceph-mon[33018]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:33.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:33 smithi057 ceph-mon[40038]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:33.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:33 smithi057 ceph-mon[29320]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:35.615 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:35 smithi096 ceph-mon[33018]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:35.616 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:35 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:35.616 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:35 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:35.616 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:35 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:35 smithi057 ceph-mon[29320]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:35 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:35 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:35.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:35 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:35.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:35 smithi057 ceph-mon[40038]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:35.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:35.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:35.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:35 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[29320]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[40038]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:37 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:37 smithi096 ceph-mon[33018]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:37 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:37 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:37 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:37 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:37 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:38.108 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 6 on host 'smithi096' 2024-04-10T02:25:38.450 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:38 smithi096 ceph-mon[33018]: from='osd.6 [v2:172.21.15.96:6816/121076508,v1:172.21.15.96:6817/121076508]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T02:25:38.450 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:38 smithi096 ceph-mon[33018]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T02:25:38.450 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:38 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:38.450 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:38 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:38.450 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:38 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:38 smithi057 ceph-mon[29320]: from='osd.6 [v2:172.21.15.96:6816/121076508,v1:172.21.15.96:6817/121076508]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T02:25:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:38 smithi057 ceph-mon[29320]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T02:25:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:38 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:38 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:38 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:38.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:38 smithi057 ceph-mon[40038]: from='osd.6 [v2:172.21.15.96:6816/121076508,v1:172.21.15.96:6817/121076508]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T02:25:38.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:38 smithi057 ceph-mon[40038]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T02:25:38.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:38 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:38.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:38 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:38.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:38 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:38.757 DEBUG:teuthology.orchestra.run.smithi096:osd.6> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.6.service 2024-04-10T02:25:38.759 INFO:tasks.cephadm:Deploying osd.7 on smithi096 with /dev/vg_nvme/lv_1... 2024-04-10T02:25:38.759 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-10T02:25:39.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[29320]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:39.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[29320]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T02:25:39.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[29320]: osdmap e45: 7 total, 6 up, 7 in 2024-04-10T02:25:39.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:39.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[29320]: from='osd.6 [v2:172.21.15.96:6816/121076508,v1:172.21.15.96:6817/121076508]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:39.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[29320]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:39.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[40038]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:39.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[40038]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T02:25:39.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[40038]: osdmap e45: 7 total, 6 up, 7 in 2024-04-10T02:25:39.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:39.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[40038]: from='osd.6 [v2:172.21.15.96:6816/121076508,v1:172.21.15.96:6817/121076508]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:39.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:39 smithi057 ceph-mon[40038]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:39.681 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:39 smithi096 ceph-mon[33018]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:39.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:39 smithi096 ceph-mon[33018]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T02:25:39.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:39 smithi096 ceph-mon[33018]: osdmap e45: 7 total, 6 up, 7 in 2024-04-10T02:25:39.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:39 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:39.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:39 smithi096 ceph-mon[33018]: from='osd.6 [v2:172.21.15.96:6816/121076508,v1:172.21.15.96:6817/121076508]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:39.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:39 smithi096 ceph-mon[33018]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:25:39.682 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:25:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:25:39.281+0000 7feffd711700 -1 osd.6 0 waiting for initial osdmap 2024-04-10T02:25:39.682 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:25:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:25:39.288+0000 7feff8d0d700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:25:39.710 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:25:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[29320]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:25:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[29320]: osdmap e46: 7 total, 6 up, 7 in 2024-04-10T02:25:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[29320]: osd.6 [v2:172.21.15.96:6816/121076508,v1:172.21.15.96:6817/121076508] boot 2024-04-10T02:25:40.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[29320]: osdmap e47: 7 total, 7 up, 7 in 2024-04-10T02:25:40.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[40038]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:25:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[40038]: osdmap e46: 7 total, 6 up, 7 in 2024-04-10T02:25:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[40038]: osd.6 [v2:172.21.15.96:6816/121076508,v1:172.21.15.96:6817/121076508] boot 2024-04-10T02:25:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[40038]: osdmap e47: 7 total, 7 up, 7 in 2024-04-10T02:25:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:40 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:40 smithi096 ceph-mon[33018]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:25:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:40 smithi096 ceph-mon[33018]: osdmap e46: 7 total, 6 up, 7 in 2024-04-10T02:25:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:40 smithi096 ceph-mon[33018]: osd.6 [v2:172.21.15.96:6816/121076508,v1:172.21.15.96:6817/121076508] boot 2024-04-10T02:25:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:40 smithi096 ceph-mon[33018]: osdmap e47: 7 total, 7 up, 7 in 2024-04-10T02:25:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:40 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:25:41.477 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:41 smithi096 ceph-mon[33018]: purged_snaps scrub starts 2024-04-10T02:25:41.478 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:41 smithi096 ceph-mon[33018]: purged_snaps scrub ok 2024-04-10T02:25:41.478 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:41 smithi096 ceph-mon[33018]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:41.478 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:41 smithi096 ceph-mon[33018]: osdmap e48: 7 total, 7 up, 7 in 2024-04-10T02:25:41.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:41 smithi057 ceph-mon[40038]: purged_snaps scrub starts 2024-04-10T02:25:41.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:41 smithi057 ceph-mon[40038]: purged_snaps scrub ok 2024-04-10T02:25:41.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:41 smithi057 ceph-mon[40038]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:41.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:41 smithi057 ceph-mon[40038]: osdmap e48: 7 total, 7 up, 7 in 2024-04-10T02:25:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:41 smithi057 ceph-mon[29320]: purged_snaps scrub starts 2024-04-10T02:25:41.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:41 smithi057 ceph-mon[29320]: purged_snaps scrub ok 2024-04-10T02:25:41.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:41 smithi057 ceph-mon[29320]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-10T02:25:41.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:41 smithi057 ceph-mon[29320]: osdmap e48: 7 total, 7 up, 7 in 2024-04-10T02:25:42.113 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-10T02:25:42.113 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-10T02:25:42.113 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-04-10T02:25:42.113 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-04-10T02:25:42.113 INFO:teuthology.orchestra.run.smithi096.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0116312 s, 902 MB/s 2024-04-10T02:25:42.113 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 2024-04-10T02:25:42.113 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-04-10T02:25:42.868 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi096:vg_nvme/lv_1 2024-04-10T02:25:43.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:42 smithi057 ceph-mon[29320]: osdmap e49: 7 total, 7 up, 7 in 2024-04-10T02:25:43.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:42 smithi057 ceph-mon[29320]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:43.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:42 smithi057 ceph-mon[40038]: osdmap e49: 7 total, 7 up, 7 in 2024-04-10T02:25:43.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:42 smithi057 ceph-mon[40038]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:42 smithi096 ceph-mon[33018]: osdmap e49: 7 total, 7 up, 7 in 2024-04-10T02:25:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:42 smithi096 ceph-mon[33018]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:43.352 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:25:44.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: osdmap e50: 7 total, 7 up, 7 in 2024-04-10T02:25:44.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: Detected new or changed devices on smithi096 2024-04-10T02:25:44.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi096 to 5696M 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: osdmap e50: 7 total, 7 up, 7 in 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: Detected new or changed devices on smithi096 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:44.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:44.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:44.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi096 to 5696M 2024-04-10T02:25:44.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:44.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:44.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:43 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: osdmap e50: 7 total, 7 up, 7 in 2024-04-10T02:25:44.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: Detected new or changed devices on smithi096 2024-04-10T02:25:44.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:44.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:44.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:25:44.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi096 to 5696M 2024-04-10T02:25:44.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:44.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:44.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:25:44.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:43 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:45.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:44 smithi057 ceph-mon[29320]: osdmap e51: 7 total, 7 up, 7 in 2024-04-10T02:25:45.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:44 smithi057 ceph-mon[29320]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:44 smithi057 ceph-mon[40038]: osdmap e51: 7 total, 7 up, 7 in 2024-04-10T02:25:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:44 smithi057 ceph-mon[40038]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:45.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:44 smithi096 ceph-mon[33018]: osdmap e51: 7 total, 7 up, 7 in 2024-04-10T02:25:45.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:44 smithi096 ceph-mon[33018]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:46.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:45 smithi057 ceph-mon[29320]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:25:46.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:25:46.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:25:46.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:45 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:46.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:45 smithi057 ceph-mon[40038]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:25:46.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:25:46.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:25:46.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:45 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:46.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:45 smithi096 ceph-mon[33018]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:25:46.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T02:25:46.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T02:25:46.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:45 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:47.045 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:46 smithi096 ceph-mon[33018]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-10T02:25:47.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:46 smithi057 ceph-mon[29320]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-10T02:25:47.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:46 smithi057 ceph-mon[40038]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-10T02:25:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:47 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/3155788919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a90bdaad-68ee-4457-a744-504adea3be5a"}]: dispatch 2024-04-10T02:25:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:47 smithi096 ceph-mon[33018]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a90bdaad-68ee-4457-a744-504adea3be5a"}]: dispatch 2024-04-10T02:25:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:47 smithi096 ceph-mon[33018]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a90bdaad-68ee-4457-a744-504adea3be5a"}]': finished 2024-04-10T02:25:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:47 smithi096 ceph-mon[33018]: osdmap e52: 8 total, 7 up, 8 in 2024-04-10T02:25:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:47 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:25:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:47 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/3155788919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a90bdaad-68ee-4457-a744-504adea3be5a"}]: dispatch 2024-04-10T02:25:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:47 smithi057 ceph-mon[29320]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a90bdaad-68ee-4457-a744-504adea3be5a"}]: dispatch 2024-04-10T02:25:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:47 smithi057 ceph-mon[29320]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a90bdaad-68ee-4457-a744-504adea3be5a"}]': finished 2024-04-10T02:25:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:47 smithi057 ceph-mon[29320]: osdmap e52: 8 total, 7 up, 8 in 2024-04-10T02:25:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:47 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:25:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:47 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/3155788919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a90bdaad-68ee-4457-a744-504adea3be5a"}]: dispatch 2024-04-10T02:25:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:47 smithi057 ceph-mon[40038]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a90bdaad-68ee-4457-a744-504adea3be5a"}]: dispatch 2024-04-10T02:25:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:47 smithi057 ceph-mon[40038]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a90bdaad-68ee-4457-a744-504adea3be5a"}]': finished 2024-04-10T02:25:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:47 smithi057 ceph-mon[40038]: osdmap e52: 8 total, 7 up, 8 in 2024-04-10T02:25:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:47 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:25:49.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:48 smithi096 ceph-mon[33018]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T02:25:49.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:48 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/3185056730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:25:49.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:48 smithi057 ceph-mon[29320]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T02:25:49.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:48 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/3185056730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:25:49.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:48 smithi057 ceph-mon[40038]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T02:25:49.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:48 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/3185056730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T02:25:51.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:51 smithi057 ceph-mon[29320]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-10T02:25:51.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:51 smithi057 ceph-mon[40038]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-10T02:25:51.710 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:51 smithi096 ceph-mon[33018]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-10T02:25:53.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:53 smithi057 ceph-mon[29320]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-10T02:25:53.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:53 smithi057 ceph-mon[40038]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-10T02:25:53.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:53 smithi096 ceph-mon[33018]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-10T02:25:54.610 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T02:25:54.610 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:54 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:54.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T02:25:54.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:54 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T02:25:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:54 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:25:55.572 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:55 smithi096 ceph-mon[33018]: Deploying daemon osd.7 on smithi096 2024-04-10T02:25:55.572 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:55 smithi096 ceph-mon[33018]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T02:25:55.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:55 smithi057 ceph-mon[29320]: Deploying daemon osd.7 on smithi096 2024-04-10T02:25:55.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:55 smithi057 ceph-mon[29320]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T02:25:55.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:55 smithi057 ceph-mon[40038]: Deploying daemon osd.7 on smithi096 2024-04-10T02:25:55.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:55 smithi057 ceph-mon[40038]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T02:25:57.522 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:57 smithi096 ceph-mon[33018]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:57.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:57 smithi057 ceph-mon[29320]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:57.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:57 smithi057 ceph-mon[40038]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:59.620 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:59 smithi096 ceph-mon[33018]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:59.620 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:59 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:59.620 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:59 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:59.620 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:25:59 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:59.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:59 smithi057 ceph-mon[29320]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:59.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:59 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:59.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:59 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:59.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:25:59 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:59 smithi057 ceph-mon[40038]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:25:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:59 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:25:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:59 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:25:59.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:25:59 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:01.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:01 smithi057 ceph-mon[29320]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:26:01.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:01 smithi057 ceph-mon[40038]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:26:01.671 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:01 smithi096 ceph-mon[33018]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:26:02.024 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 7 on host 'smithi096' 2024-04-10T02:26:02.633 DEBUG:teuthology.orchestra.run.smithi096:osd.7> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.7.service 2024-04-10T02:26:02.635 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-10T02:26:02.635 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd stat -f json 2024-04-10T02:26:02.905 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:26:03.231 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.231 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.231 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[40038]: from='osd.7 [v2:172.21.15.96:6824/716758684,v1:172.21.15.96:6825/716758684]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T02:26:03.231 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[40038]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T02:26:03.232 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[40038]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:26:03.232 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.232 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[29320]: from='osd.7 [v2:172.21.15.96:6824/716758684,v1:172.21.15.96:6825/716758684]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T02:26:03.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[29320]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T02:26:03.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[29320]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:26:03.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:02 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:02 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:02 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:02 smithi096 ceph-mon[33018]: from='osd.7 [v2:172.21.15.96:6824/716758684,v1:172.21.15.96:6825/716758684]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T02:26:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:02 smithi096 ceph-mon[33018]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T02:26:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:02 smithi096 ceph-mon[33018]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:26:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:02 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:02 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:04.262 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:04 smithi096 ceph-mon[33018]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T02:26:04.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:04 smithi096 ceph-mon[33018]: osdmap e53: 8 total, 7 up, 8 in 2024-04-10T02:26:04.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:04 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:04.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:04 smithi096 ceph-mon[33018]: from='osd.7 [v2:172.21.15.96:6824/716758684,v1:172.21.15.96:6825/716758684]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:26:04.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:04 smithi096 ceph-mon[33018]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:26:04.263 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:26:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:26:04.004+0000 7ff881428700 -1 osd.7 0 waiting for initial osdmap 2024-04-10T02:26:04.264 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:26:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:26:04.012+0000 7ff87aa20700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:26:04.266 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:04 smithi057 ceph-mon[29320]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T02:26:04.266 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:04 smithi057 ceph-mon[29320]: osdmap e53: 8 total, 7 up, 8 in 2024-04-10T02:26:04.266 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:04 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:04.266 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:04 smithi057 ceph-mon[29320]: from='osd.7 [v2:172.21.15.96:6824/716758684,v1:172.21.15.96:6825/716758684]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:26:04.266 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:04 smithi057 ceph-mon[29320]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:26:04.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:04 smithi057 ceph-mon[40038]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T02:26:04.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:04 smithi057 ceph-mon[40038]: osdmap e53: 8 total, 7 up, 8 in 2024-04-10T02:26:04.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:04 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:04.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:04 smithi057 ceph-mon[40038]: from='osd.7 [v2:172.21.15.96:6824/716758684,v1:172.21.15.96:6825/716758684]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:26:04.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:04 smithi057 ceph-mon[40038]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-04-10T02:26:04.672 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:26:05.256 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":54,"num_osds":8,"num_up_osds":7,"osd_up_since":1712715939,"num_in_osds":8,"osd_in_since":1712715947,"num_remapped_pgs":0} 2024-04-10T02:26:05.278 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:05 smithi096 ceph-mon[33018]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:26:05.278 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:05 smithi096 ceph-mon[33018]: osdmap e54: 8 total, 7 up, 8 in 2024-04-10T02:26:05.278 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:05 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:05.278 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:05 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:05.278 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:05 smithi096 ceph-mon[33018]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:26:05.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:05 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/439610122' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T02:26:05.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:05 smithi096 ceph-mon[33018]: osd.7 [v2:172.21.15.96:6824/716758684,v1:172.21.15.96:6825/716758684] boot 2024-04-10T02:26:05.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:05 smithi096 ceph-mon[33018]: osdmap e55: 8 total, 8 up, 8 in 2024-04-10T02:26:05.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:05 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:05.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[29320]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:26:05.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[29320]: osdmap e54: 8 total, 7 up, 8 in 2024-04-10T02:26:05.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:05.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:05.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[29320]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:26:05.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/439610122' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[29320]: osd.7 [v2:172.21.15.96:6824/716758684,v1:172.21.15.96:6825/716758684] boot 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[29320]: osdmap e55: 8 total, 8 up, 8 in 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[40038]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[40038]: osdmap e54: 8 total, 7 up, 8 in 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[40038]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/439610122' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[40038]: osd.7 [v2:172.21.15.96:6824/716758684,v1:172.21.15.96:6825/716758684] boot 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[40038]: osdmap e55: 8 total, 8 up, 8 in 2024-04-10T02:26:05.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:05 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:06.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: purged_snaps scrub starts 2024-04-10T02:26:06.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: purged_snaps scrub ok 2024-04-10T02:26:06.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: osdmap e56: 8 total, 8 up, 8 in 2024-04-10T02:26:06.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:06.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:06.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:06 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.258 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd stat -f json 2024-04-10T02:26:06.286 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: purged_snaps scrub starts 2024-04-10T02:26:06.286 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: purged_snaps scrub ok 2024-04-10T02:26:06.286 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: osdmap e56: 8 total, 8 up, 8 in 2024-04-10T02:26:06.286 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.286 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: purged_snaps scrub starts 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: purged_snaps scrub ok 2024-04-10T02:26:06.287 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: osdmap e56: 8 total, 8 up, 8 in 2024-04-10T02:26:06.288 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.288 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.288 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.288 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.288 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.288 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:06.288 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.288 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:06.288 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:06.288 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:06 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:06.525 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:26:07.336 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[40038]: Detected new or changed devices on smithi096 2024-04-10T02:26:07.336 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi096 to 4272M 2024-04-10T02:26:07.336 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:07.336 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:07.336 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[40038]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[40038]: osdmap e57: 8 total, 8 up, 8 in 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[29320]: Detected new or changed devices on smithi096 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi096 to 4272M 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[29320]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:07.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:07 smithi057 ceph-mon[29320]: osdmap e57: 8 total, 8 up, 8 in 2024-04-10T02:26:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:07 smithi096 ceph-mon[33018]: Detected new or changed devices on smithi096 2024-04-10T02:26:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:07 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi096 to 4272M 2024-04-10T02:26:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:07 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:07 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:07 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:07 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:07 smithi096 ceph-mon[33018]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:07.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:07 smithi096 ceph-mon[33018]: osdmap e57: 8 total, 8 up, 8 in 2024-04-10T02:26:08.297 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:26:08.860 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:08 smithi057 ceph-mon[29320]: osdmap e58: 8 total, 8 up, 8 in 2024-04-10T02:26:08.860 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:08 smithi057 ceph-mon[29320]: pgmap v175: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:08.996 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1712715964,"num_in_osds":8,"osd_in_since":1712715947,"num_remapped_pgs":0} 2024-04-10T02:26:08.997 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T02:26:09.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:08 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/200025058' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T02:26:09.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:08 smithi057 ceph-mon[40038]: osdmap e58: 8 total, 8 up, 8 in 2024-04-10T02:26:09.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:08 smithi057 ceph-mon[40038]: pgmap v175: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:09.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:08 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/200025058' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T02:26:09.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:08 smithi096 ceph-mon[33018]: osdmap e58: 8 total, 8 up, 8 in 2024-04-10T02:26:09.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:08 smithi096 ceph-mon[33018]: pgmap v175: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:09.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:08 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/200025058' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T02:26:09.296 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:26:10.102 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:09 smithi057 ceph-mon[29320]: osdmap e59: 8 total, 8 up, 8 in 2024-04-10T02:26:10.103 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:09 smithi057 ceph-mon[40038]: osdmap e59: 8 total, 8 up, 8 in 2024-04-10T02:26:10.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:09 smithi096 ceph-mon[33018]: osdmap e59: 8 total, 8 up, 8 in 2024-04-10T02:26:11.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:10 smithi057 ceph-mon[40038]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 131 KiB/s, 0 objects/s recovering 2024-04-10T02:26:11.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:10 smithi057 ceph-mon[29320]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 131 KiB/s, 0 objects/s recovering 2024-04-10T02:26:11.198 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:26:11.199 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":59,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","created":"2024-04-10T02:21:00.731178+0000","modified":"2024-04-10T02:26:08.849113+0000","last_up_change":"2024-04-10T02:26:04.828845+0000","last_in_change":"2024-04-10T02:25:47.654754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T02:24:06.505628+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"54411bdf-a1a9-4cc4-aef5-c1fa14654a62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6803","nonce":797592294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6805","nonce":797592294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6809","nonce":797592294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6807","nonce":797592294}]},"public_addr":"172.21.15.57:6803/797592294","cluster_addr":"172.21.15.57:6805/797592294","heartbeat_back_addr":"172.21.15.57:6809/797592294","heartbeat_front_addr":"172.21.15.57:6807/797592294","state":["exists","up"]},{"osd":1,"uuid":"8145d228-2858-475f-bddd-37e95f2236af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6811","nonce":1859494473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6813","nonce":1859494473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6817","nonce":1859494473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6815","nonce":1859494473}]},"public_addr":"172.21.15.57:6811/1859494473","cluster_addr":"172.21.15.57:6813/1859494473","heartbeat_back_addr":"172.21.15.57:6817/1859494473","heartbeat_front_addr":"172.21.15.57:6815/1859494473","state":["exists","up"]},{"osd":2,"uuid":"584c469a-7733-4569-8996-d395f45a5d2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6819","nonce":458851582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6821","nonce":458851582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6825","nonce":458851582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6823","nonce":458851582}]},"public_addr":"172.21.15.57:6819/458851582","cluster_addr":"172.21.15.57:6821/458851582","heartbeat_back_addr":"172.21.15.57:6825/458851582","heartbeat_front_addr":"172.21.15.57:6823/458851582","state":["exists","up"]},{"osd":3,"uuid":"c78696ee-dbff-4be7-8362-69ba41994c33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6827","nonce":1342321381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6829","nonce":1342321381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6833","nonce":1342321381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6831","nonce":1342321381}]},"public_addr":"172.21.15.57:6827/1342321381","cluster_addr":"172.21.15.57:6829/1342321381","heartbeat_back_addr":"172.21.15.57:6833/1342321381","heartbeat_front_addr":"172.21.15.57:6831/1342321381","state":["exists","up"]},{"osd":4,"uuid":"10c3e705-710a-45b1-a6ee-61ace3a0d7d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6801","nonce":2937302667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6803","nonce":2937302667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6807","nonce":2937302667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6805","nonce":2937302667}]},"public_addr":"172.21.15.96:6801/2937302667","cluster_addr":"172.21.15.96:6803/2937302667","heartbeat_back_addr":"172.21.15.96:6807/2937302667","heartbeat_front_addr":"172.21.15.96:6805/2937302667","state":["exists","up"]},{"osd":5,"uuid":"771567af-a2b2-4244-9e00-59e0f7d5cd2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6809","nonce":2639485052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6811","nonce":2639485052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6815","nonce":2639485052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6813","nonce":2639485052}]},"public_addr":"172.21.15.96:6809/2639485052","cluster_addr":"172.21.15.96:6811/2639485052","heartbeat_back_addr":"172.21.15.96:6815/2639485052","heartbeat_front_addr":"172.21.15.96:6813/2639485052","state":["exists","up"]},{"osd":6,"uuid":"04ea9c97-1074-4979-bf51-4dfd715715a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6817","nonce":121076508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6819","nonce":121076508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6823","nonce":121076508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6821","nonce":121076508}]},"public_addr":"172.21.15.96:6817/121076508","cluster_addr":"172.21.15.96:6819/121076508","heartbeat_back_addr":"172.21.15.96:6823/121076508","heartbeat_front_addr":"172.21.15.96:6821/121076508","state":["exists","up"]},{"osd":7,"uuid":"a90bdaad-68ee-4457-a744-504adea3be5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6825","nonce":716758684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6827","nonce":716758684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6831","nonce":716758684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6829","nonce":716758684}]},"public_addr":"172.21.15.96:6825/716758684","cluster_addr":"172.21.15.96:6827/716758684","heartbeat_back_addr":"172.21.15.96:6831/716758684","heartbeat_front_addr":"172.21.15.96:6829/716758684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:14.052731+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:38.617353+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:02.766286+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:27.596450+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:49.805234+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:14.230456+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:38.527139+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:26:03.095877+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:6801/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6800/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/1233724594":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/23121013":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:6800/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/2719633832":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/545913554":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/3546163911":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/1889369183":"2024-04-11T02:21:54.190778+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T02:26:11.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:10 smithi096 ceph-mon[33018]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 131 KiB/s, 0 objects/s recovering 2024-04-10T02:26:11.904 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:11 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4163366321' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:11.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:11 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/4163366321' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:11.905 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T02:24:06.505628+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-04-10T02:26:11.906 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd pool get .mgr pg_num 2024-04-10T02:26:12.165 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:26:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:11 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/4163366321' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:13.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:12 smithi057 ceph-mon[29320]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T02:26:13.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:12 smithi057 ceph-mon[40038]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T02:26:13.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:12 smithi096 ceph-mon[33018]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T02:26:14.047 INFO:teuthology.orchestra.run.smithi057.stdout:pg_num: 1 2024-04-10T02:26:14.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:14 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2336037223' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T02:26:14.339 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:14 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2336037223' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T02:26:14.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:14 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2336037223' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T02:26:14.713 INFO:tasks.cephadm:Adding prometheus.a on smithi096 2024-04-10T02:26:14.714 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch apply prometheus '1;smithi096=a' 2024-04-10T02:26:14.976 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:15 smithi057 ceph-mon[29320]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-10T02:26:15.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:15 smithi057 ceph-mon[40038]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-10T02:26:15.407 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:15 smithi096 ceph-mon[33018]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-10T02:26:16.578 INFO:teuthology.orchestra.run.smithi096.stdout:Scheduled prometheus update... 2024-04-10T02:26:17.232 DEBUG:teuthology.orchestra.run.smithi096:prometheus.a> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@prometheus.a.service 2024-04-10T02:26:17.234 INFO:tasks.cephadm:Adding node-exporter.a on smithi057 2024-04-10T02:26:17.235 INFO:tasks.cephadm:Adding node-exporter.b on smithi096 2024-04-10T02:26:17.235 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch apply node-exporter '2;smithi057=a;smithi096=b' 2024-04-10T02:26:17.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:17 smithi096 ceph-mon[33018]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-10T02:26:17.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:17.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:17.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:17.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:17.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:17 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:17.546 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:26:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[29320]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-10T02:26:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:17.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:17.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[40038]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-10T02:26:17.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:17.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:17.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:17.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:17.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:17 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:18 smithi057 ceph-mon[29320]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi096=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:18 smithi057 ceph-mon[29320]: Saving service prometheus spec with placement smithi096=a;count:1 2024-04-10T02:26:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:18 smithi057 ceph-mon[29320]: Deploying daemon prometheus.a on smithi096 2024-04-10T02:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:18 smithi057 ceph-mon[40038]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi096=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:18 smithi057 ceph-mon[40038]: Saving service prometheus spec with placement smithi096=a;count:1 2024-04-10T02:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:18 smithi057 ceph-mon[40038]: Deploying daemon prometheus.a on smithi096 2024-04-10T02:26:18.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:18 smithi096 ceph-mon[33018]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi096=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:18.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:18 smithi096 ceph-mon[33018]: Saving service prometheus spec with placement smithi096=a;count:1 2024-04-10T02:26:18.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:18 smithi096 ceph-mon[33018]: Deploying daemon prometheus.a on smithi096 2024-04-10T02:26:19.602 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:19 smithi096 ceph-mon[33018]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T02:26:19.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:19 smithi057 ceph-mon[29320]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T02:26:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:19 smithi057 ceph-mon[40038]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T02:26:19.787 INFO:teuthology.orchestra.run.smithi096.stdout:Scheduled node-exporter update... 2024-04-10T02:26:20.936 DEBUG:teuthology.orchestra.run.smithi057:node-exporter.a> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.a.service 2024-04-10T02:26:20.940 DEBUG:teuthology.orchestra.run.smithi096:node-exporter.b> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.b.service 2024-04-10T02:26:20.942 INFO:tasks.cephadm:Adding alertmanager.a on smithi057 2024-04-10T02:26:20.942 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch apply alertmanager '1;smithi057=a' 2024-04-10T02:26:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:20 smithi057 ceph-mon[29320]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi057=a;smithi096=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:20 smithi057 ceph-mon[29320]: Saving service node-exporter spec with placement smithi057=a;smithi096=b;count:2 2024-04-10T02:26:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:20 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:21.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:20 smithi057 ceph-mon[29320]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-10T02:26:21.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:20 smithi057 ceph-mon[40038]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi057=a;smithi096=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:21.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:20 smithi057 ceph-mon[40038]: Saving service node-exporter spec with placement smithi057=a;smithi096=b;count:2 2024-04-10T02:26:21.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:20 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:21.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:20 smithi057 ceph-mon[40038]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-10T02:26:21.238 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:26:21.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:20 smithi096 ceph-mon[33018]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi057=a;smithi096=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:21.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:20 smithi096 ceph-mon[33018]: Saving service node-exporter spec with placement smithi057=a;smithi096=b;count:2 2024-04-10T02:26:21.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:20 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:21.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:20 smithi096 ceph-mon[33018]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-10T02:26:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:23 smithi057 ceph-mon[29320]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:23.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:23 smithi057 ceph-mon[40038]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:23 smithi096 ceph-mon[33018]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:25.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:25 smithi096 ceph-mon[33018]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:25.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:25 smithi057 ceph-mon[29320]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:25 smithi057 ceph-mon[40038]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:26.104 INFO:teuthology.orchestra.run.smithi096.stdout:Scheduled alertmanager update... 2024-04-10T02:26:27.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:27 smithi057 ceph-mon[29320]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi057=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:27.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:27 smithi057 ceph-mon[29320]: Saving service alertmanager spec with placement smithi057=a;count:1 2024-04-10T02:26:27.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:27 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:27.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:27 smithi057 ceph-mon[29320]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:27.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:27 smithi057 ceph-mon[40038]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi057=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:27.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:27 smithi057 ceph-mon[40038]: Saving service alertmanager spec with placement smithi057=a;count:1 2024-04-10T02:26:27.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:27 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:27.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:27 smithi057 ceph-mon[40038]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:27.395 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:27 smithi096 ceph-mon[33018]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi057=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:27.395 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:27 smithi096 ceph-mon[33018]: Saving service alertmanager spec with placement smithi057=a;count:1 2024-04-10T02:26:27.395 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:27 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:27.396 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:27 smithi096 ceph-mon[33018]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:27.425 DEBUG:teuthology.orchestra.run.smithi057:alertmanager.a> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@alertmanager.a.service 2024-04-10T02:26:27.428 INFO:tasks.cephadm:Adding grafana.a on smithi096 2024-04-10T02:26:27.428 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph orch apply grafana '1;smithi096=a' 2024-04-10T02:26:29.297 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:26:29.426 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:29 smithi096 ceph-mon[33018]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:29.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:29 smithi057 ceph-mon[29320]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:29.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:29 smithi057 ceph-mon[40038]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:31.184 INFO:teuthology.orchestra.run.smithi096.stdout:Scheduled grafana update... 2024-04-10T02:26:31.487 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:31 smithi096 ceph-mon[33018]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:31.487 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:31 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:31.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:31 smithi057 ceph-mon[29320]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:31.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:31 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:31.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:31 smithi057 ceph-mon[40038]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:31.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:31 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:32.013 DEBUG:teuthology.orchestra.run.smithi096:grafana.a> sudo journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service 2024-04-10T02:26:32.016 INFO:tasks.cephadm:Setting up client nodes... 2024-04-10T02:26:32.016 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-10T02:26:32.285 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:26:32.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[40038]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi096=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:32.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[40038]: Saving service grafana spec with placement smithi096=a;count:1 2024-04-10T02:26:32.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:32.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:32.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:32.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-10T02:26:32.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[29320]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi096=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:32.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[29320]: Saving service grafana spec with placement smithi096=a;count:1 2024-04-10T02:26:32.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:32.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:32.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:32.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-10T02:26:32.734 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:32 smithi096 ceph-mon[33018]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi096=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:26:32.734 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:32 smithi096 ceph-mon[33018]: Saving service grafana spec with placement smithi096=a;count:1 2024-04-10T02:26:32.734 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:32.735 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:32.735 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' 2024-04-10T02:26:32.735 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:32 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-10T02:26:32.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ignoring --setuser ceph since I am not root 2024-04-10T02:26:32.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ignoring --setgroup ceph since I am not root 2024-04-10T02:26:32.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:32 smithi096 ceph-mgr[34907]: -- 172.21.15.96:0/2420251472 <== mon.2 v2:172.21.15.57:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5571a179e9c0 con 0x5571a1774c00 2024-04-10T02:26:33.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ignoring --setuser ceph since I am not root 2024-04-10T02:26:33.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ignoring --setgroup ceph since I am not root 2024-04-10T02:26:33.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:32 smithi057 ceph-mgr[29555]: -- 172.21.15.57:0/122428979 <== mon.0 v2:172.21.15.57:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bff87089c0 con 0x55bff86df000 2024-04-10T02:26:33.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:33 smithi096 ceph-mon[33018]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:33.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:33 smithi096 ceph-mon[33018]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-10T02:26:33.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:33 smithi096 ceph-mon[33018]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-10T02:26:33.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:33.230+0000 7f4f0d8e01c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:26:33.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:33.319+0000 7f4f0d8e01c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:26:33.615 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:33 smithi057 ceph-mon[29320]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:33.615 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:33 smithi057 ceph-mon[29320]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-10T02:26:33.615 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:33 smithi057 ceph-mon[29320]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-10T02:26:33.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:33 smithi057 ceph-mon[40038]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:33.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:33 smithi057 ceph-mon[40038]: from='mgr.14150 172.21.15.57:0/1936181231' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-10T02:26:33.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:33 smithi057 ceph-mon[40038]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-10T02:26:33.616 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:33.252+0000 7f576d9491c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:26:33.616 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:33.347+0000 7f576d9491c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:26:34.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:34.007+0000 7f576d9491c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:26:34.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:34.099+0000 7f576d9491c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:26:34.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:33.940+0000 7f4f0d8e01c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:26:34.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:34.029+0000 7f4f0d8e01c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:26:34.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:34.111+0000 7f4f0d8e01c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:26:34.284 INFO:teuthology.orchestra.run.smithi057.stdout:[client.0] 2024-04-10T02:26:34.284 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQDa+BVmVj1wEBAAdlNFqr2BFqaOx/ni9bzsFw== 2024-04-10T02:26:34.513 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3804072678' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:34.513 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-mon[33018]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:34.513 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-mon[33018]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T02:26:34.513 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:34.261+0000 7f4f0d8e01c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:26:34.513 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:34.341+0000 7f4f0d8e01c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:26:34.579 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3804072678' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:34.580 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-mon[29320]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:34.580 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-mon[29320]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T02:26:34.580 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3804072678' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:34.580 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-mon[40038]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:34.580 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-mon[40038]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T02:26:34.580 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:34.186+0000 7f576d9491c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:26:34.581 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:34.348+0000 7f576d9491c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:26:34.581 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:34.430+0000 7f576d9491c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:26:34.781 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:34.512+0000 7f4f0d8e01c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:26:34.781 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:34.694+0000 7f4f0d8e01c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:26:34.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:34.607+0000 7f576d9491c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:26:34.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:34.791+0000 7f576d9491c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:26:34.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:34.878+0000 7f576d9491c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:26:34.965 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:26:34.965 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-10T02:26:34.966 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-10T02:26:35.009 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-10T02:26:35.034 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:34.780+0000 7f4f0d8e01c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:26:35.034 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:34.879+0000 7f4f0d8e01c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:26:35.034 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:34.969+0000 7f4f0d8e01c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:26:35.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:34.976+0000 7f576d9491c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:26:35.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:35.066+0000 7f576d9491c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:26:35.284 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T02:26:36.371 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:36.064+0000 7f4f0d8e01c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:26:36.371 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:36.194+0000 7f4f0d8e01c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:26:36.470 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:36 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:36.139+0000 7f576d9491c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:26:36.470 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:36 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:36.272+0000 7f576d9491c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:26:36.470 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:36 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:36.469+0000 7f576d9491c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:26:36.667 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:36.387+0000 7f4f0d8e01c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:26:36.668 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:36.618+0000 7f4f0d8e01c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:26:36.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:36 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:36.701+0000 7f576d9491c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:26:36.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:36 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:36.880+0000 7f576d9491c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:26:36.986 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:36.795+0000 7f4f0d8e01c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:26:37.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:37 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:37.066+0000 7f576d9491c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:26:37.214 INFO:teuthology.orchestra.run.smithi096.stdout:[client.1] 2024-04-10T02:26:37.214 INFO:teuthology.orchestra.run.smithi096.stdout: key = AQDd+BVmbGtFDBAApmV9O+5f91EkBat/jqOadQ== 2024-04-10T02:26:37.237 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:36.985+0000 7f4f0d8e01c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:26:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:37 smithi057 ceph-mon[29320]: from='client.? 172.21.15.96:0/3119754863' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:37 smithi057 ceph-mon[29320]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:37 smithi057 ceph-mon[29320]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T02:26:37.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:37 smithi057 ceph-mon[40038]: from='client.? 172.21.15.96:0/3119754863' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:37.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:37 smithi057 ceph-mon[40038]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:37 smithi057 ceph-mon[40038]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T02:26:37.637 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:37 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:37.335+0000 7f576d9491c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:26:37.637 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:37 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:37.424+0000 7f576d9491c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:26:37.726 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:37 smithi096 ceph-mon[33018]: from='client.? 172.21.15.96:0/3119754863' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:37.726 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:37 smithi096 ceph-mon[33018]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T02:26:37.726 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:37 smithi096 ceph-mon[33018]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T02:26:37.726 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:37.249+0000 7f4f0d8e01c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:26:37.726 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:37.335+0000 7f4f0d8e01c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:26:37.811 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-10T02:26:37.811 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-10T02:26:37.811 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-10T02:26:37.895 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-10T02:26:37.896 DEBUG:teuthology.orchestra.run.smithi057:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-10T02:26:37.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:37.725+0000 7f4f0d8e01c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:26:38.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:37 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:37.824+0000 7f576d9491c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:26:38.176 INFO:teuthology.misc.health.smithi057.stdout: 2024-04-10T02:26:38.176 INFO:teuthology.misc.health.smithi057.stdout:{"epoch":59,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","created":"2024-04-10T02:21:00.731178+0000","modified":"2024-04-10T02:26:08.849113+0000","last_up_change":"2024-04-10T02:26:04.828845+0000","last_in_change":"2024-04-10T02:25:47.654754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T02:24:06.505628+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"54411bdf-a1a9-4cc4-aef5-c1fa14654a62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6803","nonce":797592294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6805","nonce":797592294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6809","nonce":797592294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6807","nonce":797592294}]},"public_addr":"172.21.15.57:6803/797592294","cluster_addr":"172.21.15.57:6805/797592294","heartbeat_back_addr":"172.21.15.57:6809/797592294","heartbeat_front_addr":"172.21.15.57:6807/797592294","state":["exists","up"]},{"osd":1,"uuid":"8145d228-2858-475f-bddd-37e95f2236af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6811","nonce":1859494473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6813","nonce":1859494473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6817","nonce":1859494473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6815","nonce":1859494473}]},"public_addr":"172.21.15.57:6811/1859494473","cluster_addr":"172.21.15.57:6813/1859494473","heartbeat_back_addr":"172.21.15.57:6817/1859494473","heartbeat_front_addr":"172.21.15.57:6815/1859494473","state":["exists","up"]},{"osd":2,"uuid":"584c469a-7733-4569-8996-d395f45a5d2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6819","nonce":458851582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6821","nonce":458851582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6825","nonce":458851582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6823","nonce":458851582}]},"public_addr":"172.21.15.57:6819/458851582","cluster_addr":"172.21.15.57:6821/458851582","heartbeat_back_addr":"172.21.15.57:6825/458851582","heartbeat_front_addr":"172.21.15.57:6823/458851582","state":["exists","up"]},{"osd":3,"uuid":"c78696ee-dbff-4be7-8362-69ba41994c33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6827","nonce":1342321381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6829","nonce":1342321381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6833","nonce":1342321381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6831","nonce":1342321381}]},"public_addr":"172.21.15.57:6827/1342321381","cluster_addr":"172.21.15.57:6829/1342321381","heartbeat_back_addr":"172.21.15.57:6833/1342321381","heartbeat_front_addr":"172.21.15.57:6831/1342321381","state":["exists","up"]},{"osd":4,"uuid":"10c3e705-710a-45b1-a6ee-61ace3a0d7d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6801","nonce":2937302667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6803","nonce":2937302667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6807","nonce":2937302667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6805","nonce":2937302667}]},"public_addr":"172.21.15.96:6801/2937302667","cluster_addr":"172.21.15.96:6803/2937302667","heartbeat_back_addr":"172.21.15.96:6807/2937302667","heartbeat_front_addr":"172.21.15.96:6805/2937302667","state":["exists","up"]},{"osd":5,"uuid":"771567af-a2b2-4244-9e00-59e0f7d5cd2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6809","nonce":2639485052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6811","nonce":2639485052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6815","nonce":2639485052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6813","nonce":2639485052}]},"public_addr":"172.21.15.96:6809/2639485052","cluster_addr":"172.21.15.96:6811/2639485052","heartbeat_back_addr":"172.21.15.96:6815/2639485052","heartbeat_front_addr":"172.21.15.96:6813/2639485052","state":["exists","up"]},{"osd":6,"uuid":"04ea9c97-1074-4979-bf51-4dfd715715a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6817","nonce":121076508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6819","nonce":121076508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6823","nonce":121076508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6821","nonce":121076508}]},"public_addr":"172.21.15.96:6817/121076508","cluster_addr":"172.21.15.96:6819/121076508","heartbeat_back_addr":"172.21.15.96:6823/121076508","heartbeat_front_addr":"172.21.15.96:6821/121076508","state":["exists","up"]},{"osd":7,"uuid":"a90bdaad-68ee-4457-a744-504adea3be5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6825","nonce":716758684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6827","nonce":716758684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6831","nonce":716758684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6829","nonce":716758684}]},"public_addr":"172.21.15.96:6825/716758684","cluster_addr":"172.21.15.96:6827/716758684","heartbeat_back_addr":"172.21.15.96:6831/716758684","heartbeat_front_addr":"172.21.15.96:6829/716758684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:14.052731+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:38.617353+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:02.766286+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:27.596450+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:49.805234+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:14.230456+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:38.527139+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:26:03.095877+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:6801/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6800/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/1233724594":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/23121013":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:6800/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/2719633832":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/545913554":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/3546163911":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/1889369183":"2024-04-11T02:21:54.190778+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T02:26:38.187 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-10T02:26:38.188 INFO:tasks.cephadm:Creating RBD pool 2024-04-10T02:26:38.188 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-10T02:26:38.445 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:26:38.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:38 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1980369051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:38.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:38 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1980369051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:38.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:38 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1980369051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:38.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:38.509+0000 7f4f0d8e01c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:26:38.885 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:38 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:38.655+0000 7f576d9491c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:26:39.112 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:38.800+0000 7f4f0d8e01c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:26:39.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:38 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:38.972+0000 7f576d9491c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:26:39.368 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:39.111+0000 7f4f0d8e01c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:26:39.368 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:39.303+0000 7f4f0d8e01c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:26:39.368 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: [10/Apr/2024:02:26:39] ENGINE Bus STARTING 2024-04-10T02:26:39.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[29320]: Standby manager daemon x restarted 2024-04-10T02:26:39.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[29320]: Standby manager daemon x started 2024-04-10T02:26:39.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:26:39.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:26:39.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:26:39.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:26:39.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[40038]: Standby manager daemon x restarted 2024-04-10T02:26:39.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[40038]: Standby manager daemon x started 2024-04-10T02:26:39.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:26:39.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:26:39.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:26:39.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:26:39.567 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:39.291+0000 7f576d9491c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:26:39.567 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:39.493+0000 7f576d9491c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:26:39.568 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:26:39] ENGINE Bus STARTING 2024-04-10T02:26:39.693 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-mon[33018]: Standby manager daemon x restarted 2024-04-10T02:26:39.693 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-mon[33018]: Standby manager daemon x started 2024-04-10T02:26:39.694 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:26:39.694 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:26:39.694 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:26:39.694 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/1535641783' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:26:39.694 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: CherryPy Checker: 2024-04-10T02:26:39.694 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: The Application mounted at '' has an empty config. 2024-04-10T02:26:39.694 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: 2024-04-10T02:26:39.694 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: [10/Apr/2024:02:26:39] ENGINE Serving on http://:::9283 2024-04-10T02:26:39.694 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: [10/Apr/2024:02:26:39] ENGINE Bus STARTED 2024-04-10T02:26:39.851 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: CherryPy Checker: 2024-04-10T02:26:39.851 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: The Application mounted at '' has an empty config. 2024-04-10T02:26:39.851 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:26:39.851 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:26:39] ENGINE Serving on http://:::9283 2024-04-10T02:26:39.851 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:39 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:26:39] ENGINE Bus STARTED 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: Active manager daemon y restarted 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: Activating manager daemon y 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: osdmap e60: 8 total, 8 up, 8 in 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: mgrmap e18: y(active, starting, since 0.00787514s), standbys: x 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:26:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: Manager daemon y is now available 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:40.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: Active manager daemon y restarted 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: Activating manager daemon y 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: osdmap e60: 8 total, 8 up, 8 in 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: mgrmap e18: y(active, starting, since 0.00787514s), standbys: x 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:26:40.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:26:40.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:26:40.641 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: Manager daemon y is now available 2024-04-10T02:26:40.641 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:40.641 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:40.641 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:40.641 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:26:40.641 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:26:40.641 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:26:40.641 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-10T02:26:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: Active manager daemon y restarted 2024-04-10T02:26:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: Activating manager daemon y 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: osdmap e60: 8 total, 8 up, 8 in 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: mgrmap e18: y(active, starting, since 0.00787514s), standbys: x 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:26:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: Manager daemon y is now available 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:26:40.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:41.397 INFO:teuthology.orchestra.run.smithi057.stderr:pool 'rbd' created 2024-04-10T02:26:41.485 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:41 smithi096 ceph-mon[33018]: [10/Apr/2024:02:26:40] ENGINE Bus STARTING 2024-04-10T02:26:41.486 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:41 smithi096 ceph-mon[33018]: [10/Apr/2024:02:26:40] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:26:41.486 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:41 smithi096 ceph-mon[33018]: [10/Apr/2024:02:26:40] ENGINE Bus STARTED 2024-04-10T02:26:41.486 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:41 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3856816818' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T02:26:41.486 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:41 smithi096 ceph-mon[33018]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T02:26:41.486 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:41 smithi096 ceph-mon[33018]: mgrmap e19: y(active, since 1.21843s), standbys: x 2024-04-10T02:26:41.486 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:41 smithi096 ceph-mon[33018]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[29320]: [10/Apr/2024:02:26:40] ENGINE Bus STARTING 2024-04-10T02:26:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[29320]: [10/Apr/2024:02:26:40] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:26:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[29320]: [10/Apr/2024:02:26:40] ENGINE Bus STARTED 2024-04-10T02:26:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3856816818' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T02:26:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[29320]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T02:26:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[29320]: mgrmap e19: y(active, since 1.21843s), standbys: x 2024-04-10T02:26:41.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[29320]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:41.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[40038]: [10/Apr/2024:02:26:40] ENGINE Bus STARTING 2024-04-10T02:26:41.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[40038]: [10/Apr/2024:02:26:40] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:26:41.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[40038]: [10/Apr/2024:02:26:40] ENGINE Bus STARTED 2024-04-10T02:26:41.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3856816818' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T02:26:41.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[40038]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T02:26:41.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[40038]: mgrmap e19: y(active, since 1.21843s), standbys: x 2024-04-10T02:26:41.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:41 smithi057 ceph-mon[40038]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:42.095 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-10T02:26:42.369 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:26:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:42 smithi096 ceph-mon[33018]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-10T02:26:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:42 smithi096 ceph-mon[33018]: osdmap e61: 8 total, 8 up, 8 in 2024-04-10T02:26:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:42 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:42 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:42 smithi096 ceph-mon[33018]: pgmap v5: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:42 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:42 smithi096 ceph-mon[33018]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T02:26:42.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:42 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[40038]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[40038]: osdmap e61: 8 total, 8 up, 8 in 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[40038]: pgmap v5: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[40038]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[29320]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[29320]: osdmap e61: 8 total, 8 up, 8 in 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.778 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.779 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[29320]: pgmap v5: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:42.779 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:42.779 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[29320]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T02:26:42.779 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:42 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: osdmap e62: 8 total, 8 up, 8 in 2024-04-10T02:26:43.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi096 to 4016M 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:43.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:43.737 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:26:43.737 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:26:43.737 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-10T02:26:43.737 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:26:43.737 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[29320]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:26:43.737 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: osdmap e62: 8 total, 8 up, 8 in 2024-04-10T02:26:43.737 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.737 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.737 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi096 to 4016M 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:26:43.738 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-10T02:26:43.739 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:26:43.739 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:43 smithi057 ceph-mon[40038]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:26:43.739 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:26:43.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: osdmap e62: 8 total, 8 up, 8 in 2024-04-10T02:26:43.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi096 to 4016M 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:26:43.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-10T02:26:43.741 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:26:43.741 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:43 smithi096 ceph-mon[33018]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:26:44.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:26:44.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:26:44.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:26:44.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:26:44.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: osdmap e63: 8 total, 8 up, 8 in 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: pgmap v8: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[40038]: Deploying daemon alertmanager.a on smithi057 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: osdmap e63: 8 total, 8 up, 8 in 2024-04-10T02:26:44.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: pgmap v8: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:44.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:44 smithi057 ceph-mon[29320]: Deploying daemon alertmanager.a on smithi057 2024-04-10T02:26:44.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:26:44.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:26:44.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:26:44.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:26:44.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: osdmap e63: 8 total, 8 up, 8 in 2024-04-10T02:26:44.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: pgmap v8: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:44.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:44.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:44 smithi096 ceph-mon[33018]: Deploying daemon alertmanager.a on smithi057 2024-04-10T02:26:45.516 INFO:teuthology.orchestra.run.smithi057.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-10T02:26:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:45 smithi096 ceph-mon[33018]: mgrmap e21: y(active, since 4s), standbys: x 2024-04-10T02:26:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:45 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/421759109' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T02:26:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:45 smithi096 ceph-mon[33018]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T02:26:45.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:45 smithi057 ceph-mon[29320]: mgrmap e21: y(active, since 4s), standbys: x 2024-04-10T02:26:45.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:45 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/421759109' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T02:26:45.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:45 smithi057 ceph-mon[29320]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T02:26:45.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:45 smithi057 ceph-mon[40038]: mgrmap e21: y(active, since 4s), standbys: x 2024-04-10T02:26:45.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:45 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/421759109' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T02:26:45.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:45 smithi057 ceph-mon[40038]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T02:26:46.653 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-10T02:26:46.653 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-10T02:26:46.654 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-10T02:26:46.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:46 smithi057 ceph-mon[29320]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-10T02:26:46.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:46 smithi057 ceph-mon[29320]: osdmap e64: 8 total, 8 up, 8 in 2024-04-10T02:26:46.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:46 smithi057 ceph-mon[29320]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:46.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:46 smithi057 ceph-mon[40038]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-10T02:26:46.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:46 smithi057 ceph-mon[40038]: osdmap e64: 8 total, 8 up, 8 in 2024-04-10T02:26:46.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:46 smithi057 ceph-mon[40038]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:46.925 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:26:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:46 smithi096 ceph-mon[33018]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-10T02:26:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:46 smithi096 ceph-mon[33018]: osdmap e64: 8 total, 8 up, 8 in 2024-04-10T02:26:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:46 smithi096 ceph-mon[33018]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:26:47.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:47 smithi096 ceph-mon[33018]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T02:26:47.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:47 smithi096 ceph-mon[33018]: Cluster is now healthy 2024-04-10T02:26:47.774 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:47 smithi057 ceph-mon[29320]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T02:26:47.774 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:47 smithi057 ceph-mon[29320]: Cluster is now healthy 2024-04-10T02:26:47.774 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:47 smithi057 ceph-mon[40038]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T02:26:47.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:47 smithi057 ceph-mon[40038]: Cluster is now healthy 2024-04-10T02:26:48.794 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:48 smithi057 ceph-mon[29320]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-10T02:26:48.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:48 smithi057 ceph-mon[40038]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-10T02:26:48.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:48 smithi096 ceph-mon[33018]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-10T02:26:49.553 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:26:50.805 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:50 smithi057 ceph-mon[40038]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:26:50.806 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:50 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3575204487' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T02:26:50.806 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:50 smithi057 ceph-mon[29320]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:26:50.806 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:50 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3575204487' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T02:26:50.807 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":21,"active_gid":24362,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":1793851891},{"type":"v1","addr":"172.21.15.57:6801","nonce":1793851891}]},"active_addr":"172.21.15.57:6801/1793851891","active_change":"2024-04-10T02:26:39.497107+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24361,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.57:8443/","prometheus":"http://172.21.15.57:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":2279860765}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":2495544421}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":3133638846}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":3815357228}]}]} 2024-04-10T02:26:50.812 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-10T02:26:50.812 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-10T02:26:50.812 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T02:26:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:50 smithi096 ceph-mon[33018]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:26:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:50 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3575204487' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T02:26:52.700 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:26:52.816 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:52 smithi057 ceph-mon[29320]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T02:26:52.817 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:52 smithi057 ceph-mon[40038]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T02:26:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:52 smithi096 ceph-mon[33018]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T02:26:53.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:26:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:26:54.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:54 smithi057 ceph-mon[29320]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T02:26:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:54 smithi057 ceph-mon[40038]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T02:26:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:54 smithi096 ceph-mon[33018]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T02:26:55.383 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:26:55.383 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":64,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","created":"2024-04-10T02:21:00.731178+0000","modified":"2024-04-10T02:26:45.507645+0000","last_up_change":"2024-04-10T02:26:04.828845+0000","last_in_change":"2024-04-10T02:25:47.654754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T02:24:06.505628+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-10T02:26:40.701970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"54411bdf-a1a9-4cc4-aef5-c1fa14654a62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6803","nonce":797592294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6805","nonce":797592294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6809","nonce":797592294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6807","nonce":797592294}]},"public_addr":"172.21.15.57:6803/797592294","cluster_addr":"172.21.15.57:6805/797592294","heartbeat_back_addr":"172.21.15.57:6809/797592294","heartbeat_front_addr":"172.21.15.57:6807/797592294","state":["exists","up"]},{"osd":1,"uuid":"8145d228-2858-475f-bddd-37e95f2236af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6811","nonce":1859494473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6813","nonce":1859494473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6817","nonce":1859494473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6815","nonce":1859494473}]},"public_addr":"172.21.15.57:6811/1859494473","cluster_addr":"172.21.15.57:6813/1859494473","heartbeat_back_addr":"172.21.15.57:6817/1859494473","heartbeat_front_addr":"172.21.15.57:6815/1859494473","state":["exists","up"]},{"osd":2,"uuid":"584c469a-7733-4569-8996-d395f45a5d2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6819","nonce":458851582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6821","nonce":458851582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6825","nonce":458851582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6823","nonce":458851582}]},"public_addr":"172.21.15.57:6819/458851582","cluster_addr":"172.21.15.57:6821/458851582","heartbeat_back_addr":"172.21.15.57:6825/458851582","heartbeat_front_addr":"172.21.15.57:6823/458851582","state":["exists","up"]},{"osd":3,"uuid":"c78696ee-dbff-4be7-8362-69ba41994c33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6827","nonce":1342321381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6829","nonce":1342321381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6833","nonce":1342321381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6831","nonce":1342321381}]},"public_addr":"172.21.15.57:6827/1342321381","cluster_addr":"172.21.15.57:6829/1342321381","heartbeat_back_addr":"172.21.15.57:6833/1342321381","heartbeat_front_addr":"172.21.15.57:6831/1342321381","state":["exists","up"]},{"osd":4,"uuid":"10c3e705-710a-45b1-a6ee-61ace3a0d7d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6801","nonce":2937302667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6803","nonce":2937302667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6807","nonce":2937302667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6805","nonce":2937302667}]},"public_addr":"172.21.15.96:6801/2937302667","cluster_addr":"172.21.15.96:6803/2937302667","heartbeat_back_addr":"172.21.15.96:6807/2937302667","heartbeat_front_addr":"172.21.15.96:6805/2937302667","state":["exists","up"]},{"osd":5,"uuid":"771567af-a2b2-4244-9e00-59e0f7d5cd2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6809","nonce":2639485052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6811","nonce":2639485052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6815","nonce":2639485052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6813","nonce":2639485052}]},"public_addr":"172.21.15.96:6809/2639485052","cluster_addr":"172.21.15.96:6811/2639485052","heartbeat_back_addr":"172.21.15.96:6815/2639485052","heartbeat_front_addr":"172.21.15.96:6813/2639485052","state":["exists","up"]},{"osd":6,"uuid":"04ea9c97-1074-4979-bf51-4dfd715715a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6817","nonce":121076508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6819","nonce":121076508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6823","nonce":121076508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6821","nonce":121076508}]},"public_addr":"172.21.15.96:6817/121076508","cluster_addr":"172.21.15.96:6819/121076508","heartbeat_back_addr":"172.21.15.96:6823/121076508","heartbeat_front_addr":"172.21.15.96:6821/121076508","state":["exists","up"]},{"osd":7,"uuid":"a90bdaad-68ee-4457-a744-504adea3be5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6825","nonce":716758684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6827","nonce":716758684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6831","nonce":716758684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6829","nonce":716758684}]},"public_addr":"172.21.15.96:6825/716758684","cluster_addr":"172.21.15.96:6827/716758684","heartbeat_back_addr":"172.21.15.96:6831/716758684","heartbeat_front_addr":"172.21.15.96:6829/716758684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:14.052731+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:38.617353+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:02.766286+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:27.596450+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:49.805234+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:14.230456+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:38.527139+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:26:03.095877+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:0/155953296":"2024-04-11T02:26:39.496951+0000","172.21.15.57:6800/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/3845307486":"2024-04-11T02:26:39.496951+0000","172.21.15.57:6801/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6800/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/1233724594":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/23121013":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:6800/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/3100544903":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/2719633832":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/2215101209":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/545913554":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/3546163911":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/1889369183":"2024-04-11T02:21:54.190778+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T02:26:55.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:55 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:55.584 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:55 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:26:55.584 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:55 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/450434960' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:55.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:55 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:55.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:55 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:26:55.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:55 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/450434960' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:55.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:55 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:55.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:55 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:26:55.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:55 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/450434960' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:56.156 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:26:55 smithi057 systemd[1]: Started Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:26:56.490 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:26:56] ENGINE Bus STOPPING 2024-04-10T02:26:56.490 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:26:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:26:56.490 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:26:56] ENGINE Bus STOPPED 2024-04-10T02:26:56.490 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:26:56] ENGINE Bus STARTING 2024-04-10T02:26:56.491 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:26:56] ENGINE Serving on http://:::9283 2024-04-10T02:26:56.491 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:26:56] ENGINE Bus STARTED 2024-04-10T02:26:56.514 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-10T02:26:56.514 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T02:26:56.773 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:26:56.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[29320]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T02:26:56.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[40038]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T02:26:56.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:56 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:56 smithi096 ceph-mon[33018]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T02:26:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:56 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:56 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:56 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:56 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:56 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:56 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:56 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T02:26:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:56 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:57.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:57 smithi057 ceph-mon[29320]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T02:26:57.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:57 smithi057 ceph-mon[29320]: Deploying daemon grafana.a on smithi096 2024-04-10T02:26:57.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:57 smithi057 ceph-mon[40038]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T02:26:57.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:57 smithi057 ceph-mon[40038]: Deploying daemon grafana.a on smithi096 2024-04-10T02:26:57.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:57 smithi096 ceph-mon[33018]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T02:26:57.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:57 smithi096 ceph-mon[33018]: Deploying daemon grafana.a on smithi096 2024-04-10T02:26:58.315 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:26:57 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[69048]: ts=2024-04-10T02:26:57.921Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00017687s 2024-04-10T02:26:58.839 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:26:58.839 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":64,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","created":"2024-04-10T02:21:00.731178+0000","modified":"2024-04-10T02:26:45.507645+0000","last_up_change":"2024-04-10T02:26:04.828845+0000","last_in_change":"2024-04-10T02:25:47.654754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T02:24:06.505628+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-10T02:26:40.701970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"54411bdf-a1a9-4cc4-aef5-c1fa14654a62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6803","nonce":797592294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6805","nonce":797592294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6809","nonce":797592294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6807","nonce":797592294}]},"public_addr":"172.21.15.57:6803/797592294","cluster_addr":"172.21.15.57:6805/797592294","heartbeat_back_addr":"172.21.15.57:6809/797592294","heartbeat_front_addr":"172.21.15.57:6807/797592294","state":["exists","up"]},{"osd":1,"uuid":"8145d228-2858-475f-bddd-37e95f2236af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6811","nonce":1859494473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6813","nonce":1859494473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6817","nonce":1859494473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6815","nonce":1859494473}]},"public_addr":"172.21.15.57:6811/1859494473","cluster_addr":"172.21.15.57:6813/1859494473","heartbeat_back_addr":"172.21.15.57:6817/1859494473","heartbeat_front_addr":"172.21.15.57:6815/1859494473","state":["exists","up"]},{"osd":2,"uuid":"584c469a-7733-4569-8996-d395f45a5d2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6819","nonce":458851582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6821","nonce":458851582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6825","nonce":458851582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6823","nonce":458851582}]},"public_addr":"172.21.15.57:6819/458851582","cluster_addr":"172.21.15.57:6821/458851582","heartbeat_back_addr":"172.21.15.57:6825/458851582","heartbeat_front_addr":"172.21.15.57:6823/458851582","state":["exists","up"]},{"osd":3,"uuid":"c78696ee-dbff-4be7-8362-69ba41994c33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6827","nonce":1342321381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6829","nonce":1342321381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6833","nonce":1342321381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6831","nonce":1342321381}]},"public_addr":"172.21.15.57:6827/1342321381","cluster_addr":"172.21.15.57:6829/1342321381","heartbeat_back_addr":"172.21.15.57:6833/1342321381","heartbeat_front_addr":"172.21.15.57:6831/1342321381","state":["exists","up"]},{"osd":4,"uuid":"10c3e705-710a-45b1-a6ee-61ace3a0d7d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6801","nonce":2937302667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6803","nonce":2937302667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6807","nonce":2937302667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6805","nonce":2937302667}]},"public_addr":"172.21.15.96:6801/2937302667","cluster_addr":"172.21.15.96:6803/2937302667","heartbeat_back_addr":"172.21.15.96:6807/2937302667","heartbeat_front_addr":"172.21.15.96:6805/2937302667","state":["exists","up"]},{"osd":5,"uuid":"771567af-a2b2-4244-9e00-59e0f7d5cd2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6809","nonce":2639485052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6811","nonce":2639485052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6815","nonce":2639485052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6813","nonce":2639485052}]},"public_addr":"172.21.15.96:6809/2639485052","cluster_addr":"172.21.15.96:6811/2639485052","heartbeat_back_addr":"172.21.15.96:6815/2639485052","heartbeat_front_addr":"172.21.15.96:6813/2639485052","state":["exists","up"]},{"osd":6,"uuid":"04ea9c97-1074-4979-bf51-4dfd715715a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6817","nonce":121076508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6819","nonce":121076508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6823","nonce":121076508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6821","nonce":121076508}]},"public_addr":"172.21.15.96:6817/121076508","cluster_addr":"172.21.15.96:6819/121076508","heartbeat_back_addr":"172.21.15.96:6823/121076508","heartbeat_front_addr":"172.21.15.96:6821/121076508","state":["exists","up"]},{"osd":7,"uuid":"a90bdaad-68ee-4457-a744-504adea3be5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6825","nonce":716758684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6827","nonce":716758684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6831","nonce":716758684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6829","nonce":716758684}]},"public_addr":"172.21.15.96:6825/716758684","cluster_addr":"172.21.15.96:6827/716758684","heartbeat_back_addr":"172.21.15.96:6831/716758684","heartbeat_front_addr":"172.21.15.96:6829/716758684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:14.052731+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:38.617353+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:02.766286+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:27.596450+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:49.805234+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:14.230456+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:38.527139+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:26:03.095877+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:0/155953296":"2024-04-11T02:26:39.496951+0000","172.21.15.57:6800/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/3845307486":"2024-04-11T02:26:39.496951+0000","172.21.15.57:6801/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6800/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/1233724594":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/23121013":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:6800/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/3100544903":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/2719633832":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/2215101209":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/545913554":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/3546163911":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/1889369183":"2024-04-11T02:21:54.190778+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T02:26:58.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:58 smithi057 ceph-mon[29320]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:26:58.839 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:58 smithi057 ceph-mon[40038]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:26:58.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:58 smithi096 ceph-mon[33018]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:26:59.480 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-10T02:26:59.480 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-10T02:26:59.481 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-10T02:26:59.481 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-10T02:26:59.482 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-10T02:26:59.482 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-10T02:26:59.483 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-10T02:26:59.483 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-10T02:26:59.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:59 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3704827564' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:59.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:26:59 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:59.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:59 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3704827564' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:59.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:26:59 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:26:59.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:59 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3704827564' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:26:59.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:26:59 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:00.029 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:00.029 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:00.030 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:00.030 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:00.050 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:00.056 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:00.056 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:00.080 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:00.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:00 smithi057 ceph-mon[29320]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:00.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:00 smithi057 ceph-mon[40038]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:00.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:00 smithi096 ceph-mon[33018]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:02.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:02 smithi057 ceph-mon[29320]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:02.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:02 smithi057 ceph-mon[40038]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:02.987 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:02 smithi096 ceph-mon[33018]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:03.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:27:03 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:27:04.708 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:04 smithi057 ceph-mon[29320]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:04.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:04 smithi057 ceph-mon[40038]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:04 smithi096 ceph-mon[33018]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:06.193 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[69048]: ts=2024-04-10T02:27:05.924Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003322067s 2024-04-10T02:27:06.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:06 smithi057 ceph-mon[29320]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:06.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:06 smithi057 ceph-mon[40038]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:06 smithi096 ceph-mon[33018]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:08.974 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:08 smithi057 ceph-mon[29320]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:08.974 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:08 smithi057 ceph-mon[40038]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:08.987 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:08 smithi096 ceph-mon[33018]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:09.547 INFO:teuthology.orchestra.run.smithi057.stdout:236223201294 2024-04-10T02:27:09.547 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-10T02:27:09.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:09 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:09.762 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:09 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:09.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:09 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:10.971 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:10 smithi057 ceph-mon[29320]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:10.972 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:10 smithi057 ceph-mon[40038]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:10.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:10 smithi096 ceph-mon[33018]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:12 smithi096 ceph-mon[33018]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:12 smithi057 ceph-mon[29320]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:12 smithi057 ceph-mon[40038]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:13.057 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:12 smithi096 systemd[1]: Started Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:27:13.308 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.056872887Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-10T02:27:13.308 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057084999Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-10T02:27:13.308 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057130609Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-10T02:27:13.308 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057145387Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-10T02:27:13.308 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057156578Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-10T02:27:13.308 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057167712Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-10T02:27:13.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057178578Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-10T02:27:13.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057190602Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-10T02:27:13.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057201976Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-10T02:27:13.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057215586Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-10T02:27:13.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057225911Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-10T02:27:13.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057236031Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-10T02:27:13.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.05724661Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-10T02:27:13.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=settings t=2024-04-10T02:27:13.057257563Z level=info msg="App mode production" 2024-04-10T02:27:13.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=sqlstore t=2024-04-10T02:27:13.057325573Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-10T02:27:13.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=sqlstore t=2024-04-10T02:27:13.057349548Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.058221767Z level=info msg="Starting DB migrations" 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.058314154Z level=info msg="Executing migration" id="create migration_log table" 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.0588312Z level=info msg="Executing migration" id="create user table" 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.059394891Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.059856504Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.060299997Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.060743601Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.061155399Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.061854165Z level=info msg="Executing migration" id="create user table v2" 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.062299054Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-10T02:27:13.310 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.062687122Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.063135723Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.063506282Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.063843173Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.064277065Z level=info msg="Executing migration" id="Update user table charset" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.064563598Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.064969836Z level=info msg="Executing migration" id="Add missing user data" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.065330789Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.065728292Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.066147411Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.066573322Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-10T02:27:13.311 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.067687187Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-10T02:27:13.313 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.068154538Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-10T02:27:13.313 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.068603384Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-10T02:27:13.313 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.069033069Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-10T02:27:13.313 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.069438412Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-10T02:27:13.314 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.069908994Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-10T02:27:13.314 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.070218093Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-10T02:27:13.314 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.070581258Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-10T02:27:13.314 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.070949107Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-10T02:27:13.314 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.071348255Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-10T02:27:13.314 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.071733027Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-10T02:27:13.314 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.072417971Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-10T02:27:13.314 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.072818306Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-10T02:27:13.314 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.07327254Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-10T02:27:13.314 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.073672669Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.074076379Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.074508082Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.074827637Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.075192549Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.075537894Z level=info msg="Executing migration" id="create star table" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.075879837Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.076351857Z level=info msg="Executing migration" id="create org table v1" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.076739207Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.077847367Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.078242721Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.078650427Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.079105342Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.079525892Z level=info msg="Executing migration" id="Update org table charset" 2024-04-10T02:27:13.315 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.07979434Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.080126638Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.080460177Z level=info msg="Executing migration" id="create dashboard table" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.080844644Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.081325114Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.081747553Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.082200883Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.082984637Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.083827908Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.084676006Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.085716074Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.08822458Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.091002034Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.093799129Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-10T02:27:13.316 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.094286057Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.094576959Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.096972393Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.097531376Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.099844085Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.100545477Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.102567323Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.103294252Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.105211393Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.105535354Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.105812485Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.107966566Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.110568693Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.11344865Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-10T02:27:13.317 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.115952548Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.118687724Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.121551502Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.124039044Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.126721904Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.127234242Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.130265747Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.132975784Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.13578191Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.138587166Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.141156398Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-10T02:27:13.318 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.143851272Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.146594211Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.149384152Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.151954694Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.1547674Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.157423535Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.15999368Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.162520832Z level=info msg="Executing migration" id="create data_source table" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.165389869Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.168151495Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.170743817Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.17364533Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.176258949Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.1789422Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-10T02:27:13.319 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.181712616Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.184259226Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.187098076Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.187789599Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.188623444Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.189414528Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.190297127Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.191050971Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.191885974Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.192673254Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.193498354Z level=info msg="Executing migration" id="Add uid column" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.194101227Z level=info msg="Executing migration" id="Update uid value" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.19443813Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-10T02:27:13.320 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.195240126Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.195700102Z level=info msg="Executing migration" id="create api_key table" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.196130828Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.197026341Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.197945214Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.198675042Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.199451866Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.200245593Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.200664634Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.201714802Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.202709675Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.20343727Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.203867912Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.204853805Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.205502718Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-10T02:27:13.321 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.206298772Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.206625436Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.207182073Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.208055704Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.209046228Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.209763293Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.210401458Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.211212106Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.212214185Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.212936878Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.213412086Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-10T02:27:13.322 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.216051912Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.218948423Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.221703092Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.222023761Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.224950248Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.227405922Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.230214962Z level=info msg="Executing migration" id="create quota table v1" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.230709839Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.233693929Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.236395552Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.239238748Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.239716039Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.242680215Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.245355273Z level=info msg="Executing migration" id="create session table" 2024-04-10T02:27:13.323 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.2481792Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.251006102Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.253613564Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.256423412Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.25905246Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.259374903Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.26207154Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.262392993Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.264953057Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.265437739Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.26745468Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.268097945Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.268411258Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.271140429Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-10T02:27:13.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.274034321Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.27667601Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.277161823Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.280032157Z level=info msg="Executing migration" id="create alert table v1" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.282665014Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.285315029Z level=info msg="Executing migration" id="add index alert state" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.285760226Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.28663197Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.287413987Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.288169657Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.288588728Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.289986377Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-10T02:27:13.325 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.290892639Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.291561873Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.291861216Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.292343447Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.292929672Z level=info msg="Executing migration" id="Add column is_default" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.293737948Z level=info msg="Executing migration" id="Add column frequency" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.294556048Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.295223148Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.296158545Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.29684398Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.297632649Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.298556823Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-10T02:27:13.326 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.29930004Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.300188481Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.300908771Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.301307072Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.302162965Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.302791549Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.303444437Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.304324798Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.304741275Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.305683162Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.306524941Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.307547855Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.308080253Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-10T02:27:13.327 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.3089334Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-10T02:27:13.328 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.309806846Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-10T02:27:13.328 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.310678962Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-10T02:27:13.328 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.311483299Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-10T02:27:13.558 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:27:13.558 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.314248205Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-10T02:27:13.559 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.316902886Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-10T02:27:13.559 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.319722036Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-10T02:27:13.559 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.320202507Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-10T02:27:13.559 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.323192076Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-10T02:27:13.559 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.325931148Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-10T02:27:13.559 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.328408585Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-10T02:27:13.559 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.329087734Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-10T02:27:13.559 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.331768546Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-10T02:27:13.559 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.332629098Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-10T02:27:13.559 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.333315903Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-10T02:27:13.560 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.334933249Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-10T02:27:13.560 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.335713744Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-10T02:27:13.560 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.336596499Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-10T02:27:13.560 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.337302793Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-10T02:27:13.560 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.337690324Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-10T02:27:13.560 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.338442503Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-10T02:27:13.560 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.339154771Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-10T02:27:13.560 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.339858001Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-10T02:27:13.560 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.340663517Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-10T02:27:13.560 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.341117464Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.342038343Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.342736594Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.343511572Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.343912372Z level=info msg="Executing migration" id="Move region to single row" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.344810442Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.345518503Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.346459203Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.346991421Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.347421672Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.348242869Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.348693475Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-10T02:27:13.561 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.349024897Z level=info msg="Executing migration" id="create test_data table" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.34942375Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.349951077Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.350376822Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.351241979Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.35212902Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.352913247Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.353229169Z level=info msg="Executing migration" id="create team table" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.354220161Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.354864682Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.355712276Z level=info msg="Executing migration" id="create team member table" 2024-04-10T02:27:13.562 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.356162387Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.357211025Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.359747141Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.362497479Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.363348678Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.366013724Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.368739862Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.371362409Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.371895388Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.37442687Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.374906903Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.377604596Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-10T02:27:13.563 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.378044973Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-10T02:27:13.565 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.380703255Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-10T02:27:13.565 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.383417803Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-10T02:27:13.565 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.386154893Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-10T02:27:13.565 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.388649912Z level=info msg="Executing migration" id="create tag table" 2024-04-10T02:27:13.565 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.391474392Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-10T02:27:13.565 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.394266057Z level=info msg="Executing migration" id="create login attempt table" 2024-04-10T02:27:13.565 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.396993592Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-10T02:27:13.565 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.39947907Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-10T02:27:13.565 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.402196735Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-10T02:27:13.565 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.404967869Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.407675391Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.410554688Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.413044067Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.415724767Z level=info msg="Executing migration" id="create user auth table" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.418432309Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.42119225Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.423832341Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.426540399Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.429058978Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.431758001Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-10T02:27:13.566 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.434473745Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.437061251Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.439816708Z level=info msg="Executing migration" id="create server_lock table" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.442359133Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.445111533Z level=info msg="Executing migration" id="create user auth token table" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.445722884Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.44663598Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.447365764Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.448170123Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.449014726Z level=info msg="Executing migration" id="create cache_data table" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.449794896Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.450616631Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-10T02:27:13.567 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.451366982Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.452182983Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.452502348Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.452795071Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.453278005Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.454033895Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.454506496Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.454782849Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.455216719Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.455642663Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.456099779Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.456534374Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-10T02:27:13.568 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.457356826Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.457817816Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.458152608Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.458566659Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.458993733Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.459443008Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.459731934Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.460167324Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.460609179Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.461106751Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.461550514Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.462376838Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.462823752Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-10T02:27:13.569 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.463286502Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.466664793Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.470003643Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.4704494Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.470849873Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.471738216Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.472215325Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.472665052Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.47311964Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.473557411Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.473839318Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.474656493Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-10T02:27:13.570 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.475519109Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.476375143Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.476803011Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.47728278Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.478099095Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.478913016Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.47937507Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.480191809Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.481014555Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.481336963Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.481780222Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-10T02:27:13.571 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.48223006Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.482676379Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.482967368Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.483820549Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.484684127Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.485561652Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.486482977Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.487344764Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.488151241Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.48857018Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.49119641Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.494051884Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.496675757Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-10T02:27:13.572 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.497137227Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.500102637Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.502848716Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.505490772Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.506386734Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.509149372Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.511911777Z level=info msg="Executing migration" id="create alert_image table" 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.514807248Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.517541929Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.520311779Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.522907078Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.525618031Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-10T02:27:13.573 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.525723963Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.528476092Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.531270248Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.533917034Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.534149062Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.534266288Z level=info msg="alerts found to migrate" alerts=0 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.536448412Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.53919696Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.541905968Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.54473407Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.547233551Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-10T02:27:13.574 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.550018279Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-10T02:27:13.575 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.552680754Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-10T02:27:13.575 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.555269484Z level=info msg="Executing migration" id="create data_keys table" 2024-04-10T02:27:13.575 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.558092407Z level=info msg="Executing migration" id="create secrets table" 2024-04-10T02:27:13.575 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.560644059Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-10T02:27:13.808 INFO:teuthology.orchestra.run.smithi057.stdout:133143986206 2024-04-10T02:27:13.808 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-10T02:27:13.818 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.564954645Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-10T02:27:13.818 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.565914715Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-10T02:27:13.818 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.566743499Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-10T02:27:13.818 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.570956369Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.575189273Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.576040172Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.576855729Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.577783341Z level=info msg="Executing migration" id="create permission table" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.578509148Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.579317728Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.58011517Z level=info msg="Executing migration" id="create role table" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.581037637Z level=info msg="Executing migration" id="add column display_name" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.582082724Z level=info msg="Executing migration" id="add column group_name" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.583030491Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.583900556Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.584790423Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-10T02:27:13.819 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.585515824Z level=info msg="Executing migration" id="create team role table" 2024-04-10T02:27:13.820 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.586322681Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-10T02:27:13.820 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.58725874Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.588022193Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.589020858Z level=info msg="Executing migration" id="create user role table" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.58968469Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.590581572Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.591577699Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.592423621Z level=info msg="Executing migration" id="create builtin role table" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.593185077Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.593947348Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.594793288Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.595804601Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.596809286Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.597626773Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.598500149Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-10T02:27:13.821 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.599000165Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.599378147Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.600267142Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.601219847Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.604038537Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.606738592Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.6095376Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.612267691Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.615001798Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.617766298Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.62059439Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.62325962Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-10T02:27:13.822 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.626140649Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.629018598Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.63175522Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.634725535Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.637428735Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.640520463Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.643208595Z level=info msg="Executing migration" id="add correlation config column" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.646058041Z level=info msg="Executing migration" id="create entity_events table" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.648812687Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.651760546Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.651916462Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.654351397Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.654471157Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.657140443Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.659657738Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-10T02:27:13.823 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.662398108Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.665115686Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.667860627Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.670456585Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.673179979Z level=info msg="Executing migration" id="Drop public config table" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.675809444Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.678675697Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.681370166Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.684119829Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.686869642Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.689846788Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.692555763Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.695272277Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.698080387Z level=info msg="Executing migration" id="add share column" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.699132868Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-10T02:27:13.824 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.69998652Z level=info msg="Executing migration" id="create file table" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.700948118Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.701596395Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.702603279Z level=info msg="Executing migration" id="create file_meta table" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.703262504Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.704043595Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.70484607Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.705777654Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.706499988Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.707298244Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.708708724Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.709081063Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.709546194Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.710282548Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.710645944Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.711078954Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-10T02:27:13.825 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.712175885Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-10T02:27:13.826 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.713207746Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-10T02:27:13.826 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.714144283Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-10T02:27:13.826 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.72414287Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-10T02:27:13.826 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.72499394Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-10T02:27:13.826 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.725996246Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-10T02:27:13.826 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.729474327Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-10T02:27:13.826 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.730338648Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-10T02:27:13.826 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.731051728Z level=info msg="Executing migration" id="create folder table" 2024-04-10T02:27:13.826 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.732062058Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-10T02:27:13.826 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.732541268Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-10T02:27:13.827 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.733525439Z level=info msg="Executing migration" id="Update folder title length" 2024-04-10T02:27:13.827 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.734254889Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-10T02:27:13.827 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=migrator t=2024-04-10T02:27:13.735429863Z level=info msg="migrations completed" performed=485 skipped=0 duration=676.904241ms 2024-04-10T02:27:13.827 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=sqlstore t=2024-04-10T02:27:13.735865495Z level=info msg="Created default organization" 2024-04-10T02:27:13.827 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=plugin.loader t=2024-04-10T02:27:13.791208658Z level=info msg="Plugin registered" pluginID=input 2024-04-10T02:27:13.827 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=plugin.loader t=2024-04-10T02:27:13.818304775Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-10T02:27:13.827 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=plugin.loader t=2024-04-10T02:27:13.818327162Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-10T02:27:13.827 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=secrets t=2024-04-10T02:27:13.818369362Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-10T02:27:14.075 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=query_data t=2024-04-10T02:27:13.822402464Z level=info msg="Query Service initialization" 2024-04-10T02:27:14.075 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=live.push_http t=2024-04-10T02:27:13.824677394Z level=info msg="Live Push Gateway initialization" 2024-04-10T02:27:14.075 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.075 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.075 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.075 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.075 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-mon[33018]: Deploying daemon node-exporter.a on smithi057 2024-04-10T02:27:14.075 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-mon[33018]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:14.144 INFO:teuthology.orchestra.run.smithi057.stdout:201863462931 2024-04-10T02:27:14.145 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-10T02:27:14.271 INFO:teuthology.orchestra.run.smithi057.stdout:111669149730 2024-04-10T02:27:14.272 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-10T02:27:14.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[40038]: Deploying daemon node-exporter.a on smithi057 2024-04-10T02:27:14.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[40038]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:14.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:14.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[29320]: Deploying daemon node-exporter.a on smithi057 2024-04-10T02:27:14.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:14 smithi057 ceph-mon[29320]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:14.811 INFO:teuthology.orchestra.run.smithi057.stdout:77309411368 2024-04-10T02:27:14.811 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-10T02:27:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=infra.usagestats.collector t=2024-04-10T02:27:14.538386694Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-10T02:27:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=provisioning.datasources t=2024-04-10T02:27:14.539040906Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-04-10T02:27:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=provisioning.datasources t=2024-04-10T02:27:14.571438474Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-10T02:27:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=provisioning.datasources t=2024-04-10T02:27:14.603312757Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-10T02:27:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=provisioning.alerting t=2024-04-10T02:27:14.624639319Z level=info msg="starting to provision alerting" 2024-04-10T02:27:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=provisioning.alerting t=2024-04-10T02:27:14.62467627Z level=info msg="finished to provision alerting" 2024-04-10T02:27:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=grafanaStorageLogger t=2024-04-10T02:27:14.624830252Z level=info msg="storage starting" 2024-04-10T02:27:14.989 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=ngalert.state.manager t=2024-04-10T02:27:14.624944696Z level=info msg="Warming state cache for startup" 2024-04-10T02:27:14.989 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=http.server t=2024-04-10T02:27:14.626505954Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-10T02:27:14.989 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=sqlstore.transactions t=2024-04-10T02:27:14.635202394Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T02:27:14.989 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=ngalert.state.manager t=2024-04-10T02:27:14.635275095Z level=info msg="State cache has been initialized" states=0 duration=10.329859ms 2024-04-10T02:27:14.989 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=ngalert.multiorg.alertmanager t=2024-04-10T02:27:14.635333366Z level=info msg="starting MultiOrg Alertmanager" 2024-04-10T02:27:14.989 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=ticker t=2024-04-10T02:27:14.635358633Z level=info msg=starting first_tick=2024-04-10T02:27:20Z 2024-04-10T02:27:14.989 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=sqlstore.transactions t=2024-04-10T02:27:14.667990576Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T02:27:14.989 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=sqlstore.transactions t=2024-04-10T02:27:14.709162649Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T02:27:14.989 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=sqlstore.transactions t=2024-04-10T02:27:14.720078035Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-10T02:27:14.989 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:27:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[62257]: logger=sqlstore.transactions t=2024-04-10T02:27:14.731319404Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-04-10T02:27:15.478 INFO:teuthology.orchestra.run.smithi057.stdout:167503724568 2024-04-10T02:27:15.478 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-10T02:27:15.759 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:15 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:15.759 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:15 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:15 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:16.161 INFO:teuthology.orchestra.run.smithi057.stdout:55834574891 2024-04-10T02:27:16.161 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-10T02:27:16.353 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:16.353 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:16.354 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:16.718 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:16 smithi057 ceph-mon[29320]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:16.718 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:16 smithi057 ceph-mon[40038]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:16 smithi096 ceph-mon[33018]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:17.766 INFO:teuthology.orchestra.run.smithi057.stdout:34359738419 2024-04-10T02:27:17.766 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-10T02:27:17.769 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:17.770 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:17.771 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:18.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:18 smithi057 ceph-mon[29320]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:18.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:18 smithi057 ceph-mon[40038]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:18 smithi096 ceph-mon[33018]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:19.818 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:19 smithi057 bash[71293]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-10T02:27:20.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:20 smithi057 ceph-mon[29320]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:20.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:20 smithi057 ceph-mon[40038]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:20 smithi096 ceph-mon[33018]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:21.250 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:22.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:22 smithi057 ceph-mon[29320]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:22.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:22 smithi057 ceph-mon[40038]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:22.987 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:22 smithi096 ceph-mon[33018]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:23.502 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:23 smithi057 bash[71293]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-10T02:27:23.502 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:23 smithi057 bash[71293]: Writing manifest to image destination 2024-04-10T02:27:23.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:27:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:27:23.918 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:24.355 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:24 smithi057 podman[71293]: 2024-04-10 02:27:23.959514024 +0000 UTC m=+4.894283936 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T02:27:24.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:24 smithi057 ceph-mon[29320]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:24.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:24.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:24 smithi057 ceph-mon[40038]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:24.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:24 smithi096 ceph-mon[33018]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:25.761 INFO:teuthology.orchestra.run.smithi057.stdout:201863462933 2024-04-10T02:27:25.842 INFO:teuthology.orchestra.run.smithi057.stdout:111669149733 2024-04-10T02:27:26.581 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149730 got 111669149733 for osd.3 2024-04-10T02:27:26.582 DEBUG:teuthology.parallel:result is None 2024-04-10T02:27:26.804 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:26 smithi057 ceph-mon[29320]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:26.804 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:26 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1887169294' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T02:27:26.804 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:26 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1800462004' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T02:27:26.804 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:26 smithi057 ceph-mon[40038]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:26.804 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:26 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1887169294' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T02:27:26.805 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:26 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1800462004' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T02:27:26.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:26 smithi096 ceph-mon[33018]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:26.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:26 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1887169294' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T02:27:26.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:26 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1800462004' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T02:27:27.483 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 podman[71293]: 2024-04-10 02:27:27.189252251 +0000 UTC m=+8.124022160 container create 5c9e6ab1b6fa273ae6d5fe838c9fc54433d7ace2aad74d0db2b6af0d7db067a6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:27.702 INFO:teuthology.orchestra.run.smithi057.stdout:236223201298 2024-04-10T02:27:27.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 podman[71293]: 2024-04-10 02:27:27.576077622 +0000 UTC m=+8.510847534 container init 5c9e6ab1b6fa273ae6d5fe838c9fc54433d7ace2aad74d0db2b6af0d7db067a6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 podman[71293]: 2024-04-10 02:27:27.579367145 +0000 UTC m=+8.514137054 container start 5c9e6ab1b6fa273ae6d5fe838c9fc54433d7ace2aad74d0db2b6af0d7db067a6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.583Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.583Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T02:27:27.887 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T02:27:27.888 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T02:27:27.888 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T02:27:27.888 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T02:27:27.888 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T02:27:27.888 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T02:27:27.888 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T02:27:27.888 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T02:27:27.888 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T02:27:27.889 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T02:27:27.890 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[71681]: ts=2024-04-10T02:27:27.584Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 bash[71293]: 5c9e6ab1b6fa273ae6d5fe838c9fc54433d7ace2aad74d0db2b6af0d7db067a6 2024-04-10T02:27:27.891 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:27:27 smithi057 systemd[1]: Started Ceph node-exporter.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:27:28.419 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:28 smithi096 systemd[1]: Starting Ceph node-exporter.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:27:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:28 smithi096 ceph-mon[33018]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:28 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/536787973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T02:27:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:28 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:28 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:28 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:28 smithi096 ceph-mon[33018]: Deploying daemon node-exporter.b on smithi096 2024-04-10T02:27:28.738 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:28 smithi096 bash[62515]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-10T02:27:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[29320]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/536787973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T02:27:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[29320]: Deploying daemon node-exporter.b on smithi096 2024-04-10T02:27:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[40038]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/536787973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T02:27:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:28 smithi057 ceph-mon[40038]: Deploying daemon node-exporter.b on smithi096 2024-04-10T02:27:28.929 INFO:teuthology.orchestra.run.smithi057.stdout:133143986210 2024-04-10T02:27:29.238 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:28 smithi096 bash[62515]: Getting image source signatures 2024-04-10T02:27:29.238 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:28 smithi096 bash[62515]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-10T02:27:29.238 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:28 smithi096 bash[62515]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-10T02:27:29.238 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:28 smithi096 bash[62515]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-10T02:27:29.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:29 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3442286691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T02:27:29.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:29 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3442286691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T02:27:29.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:29 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3442286691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T02:27:30.135 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462931 got 201863462933 for osd.6 2024-04-10T02:27:30.136 DEBUG:teuthology.parallel:result is None 2024-04-10T02:27:30.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:30 smithi096 ceph-mon[33018]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:30.738 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:30 smithi096 bash[62515]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-10T02:27:30.738 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:30 smithi096 bash[62515]: Writing manifest to image destination 2024-04-10T02:27:30.743 INFO:teuthology.orchestra.run.smithi057.stdout:77309411371 2024-04-10T02:27:30.974 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:30 smithi057 ceph-mon[29320]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:30.974 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:30 smithi057 ceph-mon[40038]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:30.997 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986206 got 133143986210 for osd.4 2024-04-10T02:27:31.114 DEBUG:teuthology.parallel:result is None 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:30 smithi096 podman[62515]: 2024-04-10 02:27:30.862286384 +0000 UTC m=+2.346240194 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:30 smithi096 podman[62515]: 2024-04-10 02:27:30.952146981 +0000 UTC m=+2.436100791 container create 45768bb16df6b242b620cd8e4686f830d160640b2d2830de8a75bc72953a9685 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 podman[62515]: 2024-04-10 02:27:31.162620624 +0000 UTC m=+2.646574438 container init 45768bb16df6b242b620cd8e4686f830d160640b2d2830de8a75bc72953a9685 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 podman[62515]: 2024-04-10 02:27:31.165548758 +0000 UTC m=+2.649502575 container start 45768bb16df6b242b620cd8e4686f830d160640b2d2830de8a75bc72953a9685 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.169Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.169Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.170Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.170Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.170Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.170Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T02:27:31.239 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.170Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T02:27:31.240 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T02:27:31.240 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T02:27:31.240 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T02:27:31.240 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T02:27:31.240 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T02:27:31.240 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T02:27:31.240 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T02:27:31.240 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T02:27:31.241 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T02:27:31.242 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T02:27:31.243 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T02:27:31.243 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T02:27:31.243 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T02:27:31.243 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T02:27:31.243 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T02:27:31.243 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T02:27:31.243 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T02:27:31.243 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[62567]: ts=2024-04-10T02:27:31.171Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T02:27:31.578 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201294 got 236223201298 for osd.7 2024-04-10T02:27:31.579 DEBUG:teuthology.parallel:result is None 2024-04-10T02:27:31.670 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 bash[62515]: 45768bb16df6b242b620cd8e4686f830d160640b2d2830de8a75bc72953a9685 2024-04-10T02:27:31.670 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:27:31 smithi096 systemd[1]: Started Ceph node-exporter.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:27:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/988110502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T02:27:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:27:31.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/988110502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T02:27:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:31 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:27:31.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/988110502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T02:27:31.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:31.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:31 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:27:32.009 INFO:teuthology.orchestra.run.smithi057.stdout:167503724572 2024-04-10T02:27:32.564 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724568 got 167503724572 for osd.5 2024-04-10T02:27:32.564 DEBUG:teuthology.parallel:result is None 2024-04-10T02:27:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:32 smithi057 ceph-mon[29320]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:32 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1306832109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T02:27:32.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:32 smithi057 ceph-mon[40038]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:32.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:32 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1306832109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T02:27:32.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:32 smithi096 ceph-mon[33018]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:32.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:32 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1306832109' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T02:27:33.139 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411368 got 77309411371 for osd.2 2024-04-10T02:27:33.139 DEBUG:teuthology.parallel:result is None 2024-04-10T02:27:33.481 INFO:teuthology.orchestra.run.smithi057.stdout:34359738422 2024-04-10T02:27:33.570 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:27:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:27:33.728 INFO:teuthology.orchestra.run.smithi057.stdout:55834574895 2024-04-10T02:27:33.919 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:33 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/462334508' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T02:27:34.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:33 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/462334508' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T02:27:34.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:33 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/462334508' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T02:27:34.170 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738419 got 34359738422 for osd.0 2024-04-10T02:27:34.170 DEBUG:teuthology.parallel:result is None 2024-04-10T02:27:34.767 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:34 smithi096 ceph-mon[33018]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:34.767 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:34 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3912931436' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T02:27:34.767 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:34 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:34.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:34 smithi057 ceph-mon[29320]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:34.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:34 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3912931436' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T02:27:34.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:34 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:34.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:34 smithi057 ceph-mon[40038]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:34.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:34 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3912931436' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T02:27:34.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:34 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:35.121 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574891 got 55834574895 for osd.1 2024-04-10T02:27:35.121 DEBUG:teuthology.parallel:result is None 2024-04-10T02:27:35.121 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-10T02:27:35.122 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T02:27:35.935 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:36 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:36 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:36 smithi057 ceph-mon[40038]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:36.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:36 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:36.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:36 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:36.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:36 smithi057 ceph-mon[29320]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:36.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:36 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:36.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:36 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:36.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:36 smithi096 ceph-mon[33018]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:37.661 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:27:37.663 INFO:teuthology.orchestra.run.smithi057.stderr:dumped all 2024-04-10T02:27:38.372 INFO:teuthology.orchestra.run.smithi057.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-04-10T02:27:37.523877+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385592,"kb_used_data":6724,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575624,"statfs":{"total":767960285184,"available":765517438976,"internally_reserved":0,"allocated":6885376,"data_stored":3898794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001808"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.541096+0000","last_change":"2024-04-10T02:26:42.411576+0000","last_active":"2024-04-10T02:26:43.541096+0000","last_peered":"2024-04-10T02:26:43.541096+0000","last_clean":"2024-04-10T02:26:43.541096+0000","last_became_active":"2024-04-10T02:26:42.411279+0000","last_became_peered":"2024-04-10T02:26:42.411279+0000","last_unstale":"2024-04-10T02:26:43.541096+0000","last_undegraded":"2024-04-10T02:26:43.541096+0000","last_fullsized":"2024-04-10T02:26:43.541096+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:57:23.189815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.444650+0000","last_change":"2024-04-10T02:26:42.987456+0000","last_active":"2024-04-10T02:26:43.444650+0000","last_peered":"2024-04-10T02:26:43.444650+0000","last_clean":"2024-04-10T02:26:43.444650+0000","last_became_active":"2024-04-10T02:26:42.987164+0000","last_became_peered":"2024-04-10T02:26:42.987164+0000","last_unstale":"2024-04-10T02:26:43.444650+0000","last_undegraded":"2024-04-10T02:26:43.444650+0000","last_fullsized":"2024-04-10T02:26:43.444650+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:12:39.421508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.435626+0000","last_change":"2024-04-10T02:26:42.987517+0000","last_active":"2024-04-10T02:26:43.435626+0000","last_peered":"2024-04-10T02:26:43.435626+0000","last_clean":"2024-04-10T02:26:43.435626+0000","last_became_active":"2024-04-10T02:26:42.987176+0000","last_became_peered":"2024-04-10T02:26:42.987176+0000","last_unstale":"2024-04-10T02:26:43.435626+0000","last_undegraded":"2024-04-10T02:26:43.435626+0000","last_fullsized":"2024-04-10T02:26:43.435626+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:17:04.862749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.435668+0000","last_change":"2024-04-10T02:26:42.412517+0000","last_active":"2024-04-10T02:26:43.435668+0000","last_peered":"2024-04-10T02:26:43.435668+0000","last_clean":"2024-04-10T02:26:43.435668+0000","last_became_active":"2024-04-10T02:26:42.411609+0000","last_became_peered":"2024-04-10T02:26:42.411609+0000","last_unstale":"2024-04-10T02:26:43.435668+0000","last_undegraded":"2024-04-10T02:26:43.435668+0000","last_fullsized":"2024-04-10T02:26:43.435668+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:12:34.376276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":271,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.435567+0000","last_change":"2024-04-10T02:26:08.863817+0000","last_active":"2024-04-10T02:26:43.435567+0000","last_peered":"2024-04-10T02:26:43.435567+0000","last_clean":"2024-04-10T02:26:43.435567+0000","last_became_active":"2024-04-10T02:26:08.863524+0000","last_became_peered":"2024-04-10T02:26:08.863524+0000","last_unstale":"2024-04-10T02:26:43.435567+0000","last_undegraded":"2024-04-10T02:26:43.435567+0000","last_fullsized":"2024-04-10T02:26:43.435567+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_clean_scrub_stamp":"2024-04-10T02:24:07.252135+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:53:19.178917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.541139+0000","last_change":"2024-04-10T02:26:42.411610+0000","last_active":"2024-04-10T02:26:43.541139+0000","last_peered":"2024-04-10T02:26:43.541139+0000","last_clean":"2024-04-10T02:26:43.541139+0000","last_became_active":"2024-04-10T02:26:42.411314+0000","last_became_peered":"2024-04-10T02:26:42.411314+0000","last_unstale":"2024-04-10T02:26:43.541139+0000","last_undegraded":"2024-04-10T02:26:43.541139+0000","last_fullsized":"2024-04-10T02:26:43.541139+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:34:31.847629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.542036+0000","last_change":"2024-04-10T02:26:42.412047+0000","last_active":"2024-04-10T02:26:43.542036+0000","last_peered":"2024-04-10T02:26:43.542036+0000","last_clean":"2024-04-10T02:26:43.542036+0000","last_became_active":"2024-04-10T02:26:42.411753+0000","last_became_peered":"2024-04-10T02:26:42.411753+0000","last_unstale":"2024-04-10T02:26:43.542036+0000","last_undegraded":"2024-04-10T02:26:43.542036+0000","last_fullsized":"2024-04-10T02:26:43.542036+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:56:09.174144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.541045+0000","last_change":"2024-04-10T02:26:42.411738+0000","last_active":"2024-04-10T02:26:43.541045+0000","last_peered":"2024-04-10T02:26:43.541045+0000","last_clean":"2024-04-10T02:26:43.541045+0000","last_became_active":"2024-04-10T02:26:42.411454+0000","last_became_peered":"2024-04-10T02:26:42.411454+0000","last_unstale":"2024-04-10T02:26:43.541045+0000","last_undegraded":"2024-04-10T02:26:43.541045+0000","last_fullsized":"2024-04-10T02:26:43.541045+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:57:19.173567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.444650+0000","last_change":"2024-04-10T02:26:42.411852+0000","last_active":"2024-04-10T02:26:43.444650+0000","last_peered":"2024-04-10T02:26:43.444650+0000","last_clean":"2024-04-10T02:26:43.444650+0000","last_became_active":"2024-04-10T02:26:42.411547+0000","last_became_peered":"2024-04-10T02:26:42.411547+0000","last_unstale":"2024-04-10T02:26:43.444650+0000","last_undegraded":"2024-04-10T02:26:43.444650+0000","last_fullsized":"2024-04-10T02:26:43.444650+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:34:52.859884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201300,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.41999999999999998}]},{"osd":1,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.37},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.39900000000000002}]},{"osd":2,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.51500000000000001}]},{"osd":3,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.48799999999999999}]},{"osd":4,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.45900000000000002}]},{"osd":5,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.505}]},{"osd":6,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.436},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.53100000000000003}]}]},{"osd":6,"up_from":47,"seq":201863462936,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.47499999999999998}]},{"osd":1,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.504}]},{"osd":2,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.495}]},{"osd":3,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.46000000000000002}]},{"osd":4,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.34399999999999997}]},{"osd":5,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.38600000000000001}]},{"osd":7,"last update":"Wed Apr 10 02:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.372},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.42199999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297984,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447168,"statfs":{"total":95995035648,"available":95689900032,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:26:47 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.35799999999999998,"15min":0.33100000000000002},"min":{"1min":0.28699999999999998,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.38100000000000001,"15min":0.35299999999999998},"min":{"1min":0.26500000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.627,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.38800000000000001}]},{"osd":2,"last update":"Wed Apr 10 02:27:08 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45200000000000001,"15min":0.441},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.63700000000000001,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.436},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41999999999999998,"15min":0.41899999999999998},"min":{"1min":0.27800000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.623,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.33600000000000002}]},{"osd":3,"last update":"Wed Apr 10 02:26:33 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.45000000000000001,"15min":0.45300000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51800000000000002,"15min":0.51900000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.35099999999999998}]},{"osd":4,"last update":"Wed Apr 10 02:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57799999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.60399999999999998,"15min":0.60699999999999998},"min":{"1min":0.42599999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.45500000000000002}]},{"osd":5,"last update":"Wed Apr 10 02:27:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81899999999999995,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":0.624},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.83399999999999996,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.46899999999999997}]},{"osd":6,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.36599999999999999}]},{"osd":7,"last update":"Wed Apr 10 02:27:06 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.48299999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738423,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298564,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446588,"statfs":{"total":95995035648,"available":95689306112,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 02:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.36399999999999999,"15min":0.34799999999999998},"min":{"1min":0.223,"5min":0.217,"15min":0.217},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.435},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.378},"min":{"1min":0.28100000000000003,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51300000000000001,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.41699999999999998}]},{"osd":2,"last update":"Wed Apr 10 02:27:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42299999999999999,"15min":0.41599999999999998},"min":{"1min":0.32300000000000001,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.54500000000000004,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.30599999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.67300000000000004,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.48599999999999999}]},{"osd":3,"last update":"Wed Apr 10 02:27:34 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.40400000000000003,"15min":0.40500000000000003},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.505,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.48299999999999998,"15min":0.48899999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.58199999999999996,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.39700000000000002}]},{"osd":4,"last update":"Wed Apr 10 02:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.60599999999999998,"15min":0.60499999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.624,"15min":0.622},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.84299999999999997}]},{"osd":5,"last update":"Wed Apr 10 02:27:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53800000000000003,"15min":0.54200000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69499999999999995,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.625}]},{"osd":6,"last update":"Wed Apr 10 02:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.70399999999999996}]},{"osd":7,"last update":"Wed Apr 10 02:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.67100000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411373,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297984,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447168,"statfs":{"total":95995035648,"available":95689900032,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.39000000000000001},"min":{"1min":0.249,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.505,"5min":0.622,"15min":0.622},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.33500000000000002}]},{"osd":1,"last update":"Wed Apr 10 02:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.42199999999999999,"15min":0.41999999999999998},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57099999999999995,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.38},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.41199999999999998,"15min":0.40600000000000003},"min":{"1min":0.311,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.53000000000000003,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.36399999999999999}]},{"osd":3,"last update":"Wed Apr 10 02:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.45600000000000002,"15min":0.46100000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.47499999999999998,"15min":0.48699999999999999},"min":{"1min":0.313,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.438}]},{"osd":4,"last update":"Wed Apr 10 02:26:52 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63200000000000001,"15min":0.63500000000000001},"min":{"1min":0.46300000000000002,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.90500000000000003,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.65100000000000002,"15min":0.65300000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.91400000000000003,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.61699999999999999}]},{"osd":5,"last update":"Wed Apr 10 02:27:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.63100000000000001,"15min":0.63500000000000001},"min":{"1min":0.47399999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.61199999999999999}]},{"osd":6,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.65100000000000002}]},{"osd":7,"last update":"Wed Apr 10 02:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.60099999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149736,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":265719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.36599999999999999,"15min":0.36799999999999999},"min":{"1min":0.24099999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.50600000000000001,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.374,"5min":0.40799999999999997,"15min":0.40999999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.58599999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.54100000000000004}]},{"osd":1,"last update":"Wed Apr 10 02:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.41799999999999998,"15min":0.41499999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53000000000000003,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.497},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.58699999999999997,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.376}]},{"osd":2,"last update":"Wed Apr 10 02:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44500000000000001,"15min":0.439},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.58499999999999996,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.42499999999999999,"15min":0.42999999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.54400000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.48099999999999998}]},{"osd":4,"last update":"Wed Apr 10 02:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.55900000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59999999999999998}]},{"osd":5,"last update":"Wed Apr 10 02:27:17 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.438,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.627,"15min":0.63200000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.73999999999999999}]},{"osd":6,"last update":"Wed Apr 10 02:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.63400000000000001}]},{"osd":7,"last update":"Wed Apr 10 02:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.64300000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986212,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297984,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447168,"statfs":{"total":95995035648,"available":95689900032,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.51100000000000001,"15min":0.50700000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58099999999999996,"15min":0.57899999999999996},"min":{"1min":0.40200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.57099999999999995}]},{"osd":1,"last update":"Wed Apr 10 02:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.59399999999999997,"15min":0.57199999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":3.9609999999999999,"5min":3.9609999999999999,"15min":3.9609999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.56499999999999995,"15min":0.55300000000000005},"min":{"1min":0.40300000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.44600000000000001}]},{"osd":2,"last update":"Wed Apr 10 02:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.55500000000000005,"15min":0.55300000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.80200000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.745,"5min":0.60499999999999998,"15min":0.58099999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.9820000000000002,"5min":3.9820000000000002,"15min":3.9820000000000002},"last":0.54400000000000004}]},{"osd":3,"last update":"Wed Apr 10 02:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.42499999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.76400000000000001,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56399999999999995,"15min":0.56499999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.48499999999999999}]},{"osd":5,"last update":"Wed Apr 10 02:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.40699999999999997,"15min":0.40899999999999997},"min":{"1min":0.307,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.53000000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.42399999999999999,"15min":0.41999999999999998},"min":{"1min":0.317,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.61599999999999999,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.41199999999999998}]},{"osd":6,"last update":"Wed Apr 10 02:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.36799999999999999}]},{"osd":7,"last update":"Wed Apr 10 02:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.34599999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724574,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":634880,"data_stored":265719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.753,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.33600000000000002}]},{"osd":1,"last update":"Wed Apr 10 02:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.53700000000000003,"15min":0.53900000000000003},"min":{"1min":0.40200000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71299999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.96499999999999997,"15min":1.04},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.67900000000000005,"5min":11.603,"15min":11.603},"last":0.439}]},{"osd":2,"last update":"Wed Apr 10 02:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.53600000000000003,"15min":0.54200000000000004},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.77900000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.42499999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.747,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.42399999999999999}]},{"osd":3,"last update":"Wed Apr 10 02:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.55600000000000005,"15min":0.56599999999999995},"min":{"1min":0.38700000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73799999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.56200000000000006,"15min":0.56799999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68400000000000005,"5min":0.754,"15min":0.754},"last":0.45700000000000002}]},{"osd":4,"last update":"Wed Apr 10 02:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28399999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.59599999999999997,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41899999999999998,"15min":0.42099999999999999},"min":{"1min":0.33500000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.48499999999999999,"5min":0.752,"15min":0.752},"last":0.36499999999999999}]},{"osd":6,"last update":"Wed Apr 10 02:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.34899999999999998}]},{"osd":7,"last update":"Wed Apr 10 02:27:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.40100000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T02:27:38.374 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T02:27:38.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:38 smithi057 ceph-mon[40038]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:38.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:38 smithi057 ceph-mon[40038]: from='client.24539 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:27:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:38 smithi057 ceph-mon[29320]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:38 smithi057 ceph-mon[29320]: from='client.24539 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:27:38.820 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:38 smithi096 ceph-mon[33018]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:38 smithi096 ceph-mon[33018]: from='client.24539 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:27:40.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:40.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:40.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:27:40.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:27:40.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[40038]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[40038]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[40038]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[29320]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:40.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:40.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[29320]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T02:27:40.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:40 smithi057 ceph-mon[29320]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-10T02:27:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:27:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:27:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:40 smithi096 ceph-mon[33018]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:40 smithi096 ceph-mon[33018]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T02:27:40.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:40 smithi096 ceph-mon[33018]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-10T02:27:42.604 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:27:42.605 INFO:teuthology.orchestra.run.smithi057.stderr:dumped all 2024-04-10T02:27:42.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:42 smithi057 ceph-mon[29320]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:42.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:42 smithi057 ceph-mon[40038]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:42 smithi096 ceph-mon[33018]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:43.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:43 smithi096 ceph-mon[33018]: from='client.14646 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:27:43.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:27:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:27:43.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:43 smithi057 ceph-mon[29320]: from='client.14646 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:27:43.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:43 smithi057 ceph-mon[40038]: from='client.14646 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:27:44.345 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:44 smithi057 systemd[1]: Stopping Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:27:44.595 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:44 smithi057 ceph-mon[29320]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:44.730 INFO:teuthology.orchestra.run.smithi057.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-04-10T02:27:41.524447+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385592,"kb_used_data":6724,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575624,"statfs":{"total":767960285184,"available":765517438976,"internally_reserved":0,"allocated":6885376,"data_stored":3898794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001781"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.541096+0000","last_change":"2024-04-10T02:26:42.411576+0000","last_active":"2024-04-10T02:26:43.541096+0000","last_peered":"2024-04-10T02:26:43.541096+0000","last_clean":"2024-04-10T02:26:43.541096+0000","last_became_active":"2024-04-10T02:26:42.411279+0000","last_became_peered":"2024-04-10T02:26:42.411279+0000","last_unstale":"2024-04-10T02:26:43.541096+0000","last_undegraded":"2024-04-10T02:26:43.541096+0000","last_fullsized":"2024-04-10T02:26:43.541096+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:57:23.189815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.444650+0000","last_change":"2024-04-10T02:26:42.987456+0000","last_active":"2024-04-10T02:26:43.444650+0000","last_peered":"2024-04-10T02:26:43.444650+0000","last_clean":"2024-04-10T02:26:43.444650+0000","last_became_active":"2024-04-10T02:26:42.987164+0000","last_became_peered":"2024-04-10T02:26:42.987164+0000","last_unstale":"2024-04-10T02:26:43.444650+0000","last_undegraded":"2024-04-10T02:26:43.444650+0000","last_fullsized":"2024-04-10T02:26:43.444650+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:12:39.421508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.435626+0000","last_change":"2024-04-10T02:26:42.987517+0000","last_active":"2024-04-10T02:26:43.435626+0000","last_peered":"2024-04-10T02:26:43.435626+0000","last_clean":"2024-04-10T02:26:43.435626+0000","last_became_active":"2024-04-10T02:26:42.987176+0000","last_became_peered":"2024-04-10T02:26:42.987176+0000","last_unstale":"2024-04-10T02:26:43.435626+0000","last_undegraded":"2024-04-10T02:26:43.435626+0000","last_fullsized":"2024-04-10T02:26:43.435626+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:17:04.862749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.435668+0000","last_change":"2024-04-10T02:26:42.412517+0000","last_active":"2024-04-10T02:26:43.435668+0000","last_peered":"2024-04-10T02:26:43.435668+0000","last_clean":"2024-04-10T02:26:43.435668+0000","last_became_active":"2024-04-10T02:26:42.411609+0000","last_became_peered":"2024-04-10T02:26:42.411609+0000","last_unstale":"2024-04-10T02:26:43.435668+0000","last_undegraded":"2024-04-10T02:26:43.435668+0000","last_fullsized":"2024-04-10T02:26:43.435668+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:12:34.376276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":271,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.435567+0000","last_change":"2024-04-10T02:26:08.863817+0000","last_active":"2024-04-10T02:26:43.435567+0000","last_peered":"2024-04-10T02:26:43.435567+0000","last_clean":"2024-04-10T02:26:43.435567+0000","last_became_active":"2024-04-10T02:26:08.863524+0000","last_became_peered":"2024-04-10T02:26:08.863524+0000","last_unstale":"2024-04-10T02:26:43.435567+0000","last_undegraded":"2024-04-10T02:26:43.435567+0000","last_fullsized":"2024-04-10T02:26:43.435567+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_clean_scrub_stamp":"2024-04-10T02:24:07.252135+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:53:19.178917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.541139+0000","last_change":"2024-04-10T02:26:42.411610+0000","last_active":"2024-04-10T02:26:43.541139+0000","last_peered":"2024-04-10T02:26:43.541139+0000","last_clean":"2024-04-10T02:26:43.541139+0000","last_became_active":"2024-04-10T02:26:42.411314+0000","last_became_peered":"2024-04-10T02:26:42.411314+0000","last_unstale":"2024-04-10T02:26:43.541139+0000","last_undegraded":"2024-04-10T02:26:43.541139+0000","last_fullsized":"2024-04-10T02:26:43.541139+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:34:31.847629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.542036+0000","last_change":"2024-04-10T02:26:42.412047+0000","last_active":"2024-04-10T02:26:43.542036+0000","last_peered":"2024-04-10T02:26:43.542036+0000","last_clean":"2024-04-10T02:26:43.542036+0000","last_became_active":"2024-04-10T02:26:42.411753+0000","last_became_peered":"2024-04-10T02:26:42.411753+0000","last_unstale":"2024-04-10T02:26:43.542036+0000","last_undegraded":"2024-04-10T02:26:43.542036+0000","last_fullsized":"2024-04-10T02:26:43.542036+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:56:09.174144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.541045+0000","last_change":"2024-04-10T02:26:42.411738+0000","last_active":"2024-04-10T02:26:43.541045+0000","last_peered":"2024-04-10T02:26:43.541045+0000","last_clean":"2024-04-10T02:26:43.541045+0000","last_became_active":"2024-04-10T02:26:42.411454+0000","last_became_peered":"2024-04-10T02:26:42.411454+0000","last_unstale":"2024-04-10T02:26:43.541045+0000","last_undegraded":"2024-04-10T02:26:43.541045+0000","last_fullsized":"2024-04-10T02:26:43.541045+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:57:19.173567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T02:26:43.444650+0000","last_change":"2024-04-10T02:26:42.411852+0000","last_active":"2024-04-10T02:26:43.444650+0000","last_peered":"2024-04-10T02:26:43.444650+0000","last_clean":"2024-04-10T02:26:43.444650+0000","last_became_active":"2024-04-10T02:26:42.411547+0000","last_became_peered":"2024-04-10T02:26:42.411547+0000","last_unstale":"2024-04-10T02:26:43.444650+0000","last_undegraded":"2024-04-10T02:26:43.444650+0000","last_fullsized":"2024-04-10T02:26:43.444650+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:34:52.859884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.40300000000000002}]},{"osd":1,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.49299999999999999}]},{"osd":2,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.61699999999999999}]},{"osd":3,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.56399999999999995}]},{"osd":4,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.67700000000000005}]},{"osd":5,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.755}]},{"osd":6,"last update":"Wed Apr 10 02:27:07 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.77900000000000003}]}]},{"osd":6,"up_from":47,"seq":201863462937,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.66200000000000003}]},{"osd":1,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.64900000000000002}]},{"osd":2,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.62}]},{"osd":3,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.60699999999999998}]},{"osd":4,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.48199999999999998}]},{"osd":5,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.44700000000000001}]},{"osd":7,"last update":"Wed Apr 10 02:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.58499999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297984,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447168,"statfs":{"total":95995035648,"available":95689900032,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:26:47 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.35799999999999998,"15min":0.33100000000000002},"min":{"1min":0.28699999999999998,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.38100000000000001,"15min":0.35299999999999998},"min":{"1min":0.26500000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.627,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.254}]},{"osd":2,"last update":"Wed Apr 10 02:27:08 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45200000000000001,"15min":0.441},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.63700000000000001,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41999999999999998,"15min":0.41899999999999998},"min":{"1min":0.27800000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.623,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.307}]},{"osd":3,"last update":"Wed Apr 10 02:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.439,"15min":0.44900000000000001},"min":{"1min":0.30399999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.53600000000000003,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.504,"15min":0.51400000000000001},"min":{"1min":0.34100000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.58499999999999996,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.38500000000000001}]},{"osd":4,"last update":"Wed Apr 10 02:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57799999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.60399999999999998,"15min":0.60699999999999998},"min":{"1min":0.42599999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.54500000000000004}]},{"osd":5,"last update":"Wed Apr 10 02:27:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81899999999999995,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":0.624},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.83399999999999996,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.53400000000000003}]},{"osd":6,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.63200000000000001}]},{"osd":7,"last update":"Wed Apr 10 02:27:06 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.58899999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738424,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298564,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446588,"statfs":{"total":95995035648,"available":95689306112,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 02:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.36399999999999999,"15min":0.34799999999999998},"min":{"1min":0.223,"5min":0.217,"15min":0.217},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.435},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.378},"min":{"1min":0.28100000000000003,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51300000000000001,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.41699999999999998}]},{"osd":2,"last update":"Wed Apr 10 02:27:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42299999999999999,"15min":0.41599999999999998},"min":{"1min":0.32300000000000001,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.54500000000000004,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.42699999999999999,"15min":0.42299999999999999},"min":{"1min":0.30599999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.67300000000000004,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.48599999999999999}]},{"osd":3,"last update":"Wed Apr 10 02:27:34 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.40400000000000003,"15min":0.40500000000000003},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.505,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.48299999999999998,"15min":0.48899999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.58199999999999996,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.39700000000000002}]},{"osd":4,"last update":"Wed Apr 10 02:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.60599999999999998,"15min":0.60499999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.624,"15min":0.622},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.84299999999999997}]},{"osd":5,"last update":"Wed Apr 10 02:27:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53800000000000003,"15min":0.54200000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69499999999999995,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.625}]},{"osd":6,"last update":"Wed Apr 10 02:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.70399999999999996}]},{"osd":7,"last update":"Wed Apr 10 02:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.67100000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411374,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297984,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447168,"statfs":{"total":95995035648,"available":95689900032,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.39000000000000001},"min":{"1min":0.249,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.505,"5min":0.622,"15min":0.622},"last":0.374},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.46200000000000002}]},{"osd":1,"last update":"Wed Apr 10 02:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.42199999999999999,"15min":0.41999999999999998},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57099999999999995,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.41199999999999998,"15min":0.40600000000000003},"min":{"1min":0.311,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.53000000000000003,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.47899999999999998}]},{"osd":3,"last update":"Wed Apr 10 02:27:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.45600000000000002,"15min":0.46100000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.47499999999999998,"15min":0.48699999999999999},"min":{"1min":0.313,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.498}]},{"osd":4,"last update":"Wed Apr 10 02:26:52 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63200000000000001,"15min":0.63500000000000001},"min":{"1min":0.46300000000000002,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.90500000000000003,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.65100000000000002,"15min":0.65300000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.91400000000000003,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.55300000000000005}]},{"osd":5,"last update":"Wed Apr 10 02:27:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.63100000000000001,"15min":0.63500000000000001},"min":{"1min":0.47399999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.629}]},{"osd":6,"last update":"Wed Apr 10 02:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.64500000000000002}]},{"osd":7,"last update":"Wed Apr 10 02:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.67900000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149737,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":265719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.36599999999999999,"15min":0.36799999999999999},"min":{"1min":0.24099999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.50600000000000001,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.40799999999999997,"15min":0.40999999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.58599999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.44900000000000001}]},{"osd":1,"last update":"Wed Apr 10 02:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.41799999999999998,"15min":0.41499999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.53000000000000003,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.58699999999999997,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.42299999999999999}]},{"osd":2,"last update":"Wed Apr 10 02:27:35 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44500000000000001,"15min":0.439},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.58499999999999996,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.42499999999999999,"15min":0.42999999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.54400000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.46200000000000002}]},{"osd":4,"last update":"Wed Apr 10 02:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.55900000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.71299999999999997}]},{"osd":5,"last update":"Wed Apr 10 02:27:17 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.438,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.627,"15min":0.63200000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.751}]},{"osd":6,"last update":"Wed Apr 10 02:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.65700000000000003}]},{"osd":7,"last update":"Wed Apr 10 02:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.64800000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986213,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297984,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447168,"statfs":{"total":95995035648,"available":95689900032,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.51100000000000001,"15min":0.50700000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58099999999999996,"15min":0.57899999999999996},"min":{"1min":0.40200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.42399999999999999}]},{"osd":1,"last update":"Wed Apr 10 02:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.59399999999999997,"15min":0.57199999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":3.9609999999999999,"5min":3.9609999999999999,"15min":3.9609999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.56499999999999995,"15min":0.55300000000000005},"min":{"1min":0.40300000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.51600000000000001}]},{"osd":2,"last update":"Wed Apr 10 02:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.55500000000000005,"15min":0.55300000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.80200000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.745,"5min":0.60499999999999998,"15min":0.58099999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.9820000000000002,"5min":3.9820000000000002,"15min":3.9820000000000002},"last":0.443}]},{"osd":3,"last update":"Wed Apr 10 02:26:58 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.42499999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.76400000000000001,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.504},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56399999999999995,"15min":0.56499999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.61399999999999999}]},{"osd":5,"last update":"Wed Apr 10 02:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.40699999999999997,"15min":0.40899999999999997},"min":{"1min":0.307,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.53000000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.42399999999999999,"15min":0.41999999999999998},"min":{"1min":0.317,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.61599999999999999,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.59399999999999997}]},{"osd":6,"last update":"Wed Apr 10 02:26:41 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.63500000000000001}]},{"osd":7,"last update":"Wed Apr 10 02:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.69599999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724575,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":634880,"data_stored":265719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.753,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.51100000000000001}]},{"osd":1,"last update":"Wed Apr 10 02:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.53700000000000003,"15min":0.53900000000000003},"min":{"1min":0.40200000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71299999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.96499999999999997,"15min":1.04},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.67900000000000005,"5min":11.603,"15min":11.603},"last":0.624}]},{"osd":2,"last update":"Wed Apr 10 02:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.53600000000000003,"15min":0.54200000000000004},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.77900000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.42499999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.747,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.67700000000000005}]},{"osd":3,"last update":"Wed Apr 10 02:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.55600000000000005,"15min":0.56599999999999995},"min":{"1min":0.38700000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73799999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.56200000000000006,"15min":0.56799999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68400000000000005,"5min":0.754,"15min":0.754},"last":0.71599999999999997}]},{"osd":4,"last update":"Wed Apr 10 02:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28399999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.59599999999999997,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41899999999999998,"15min":0.42099999999999999},"min":{"1min":0.33500000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.48499999999999999,"5min":0.752,"15min":0.752},"last":0.61599999999999999}]},{"osd":6,"last update":"Wed Apr 10 02:26:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.76600000000000001}]},{"osd":7,"last update":"Wed Apr 10 02:27:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.69199999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T02:27:44.731 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-10T02:27:44.731 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-10T02:27:44.732 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-10T02:27:44.732 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:27:44.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:44 smithi057 ceph-mon[40038]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:44.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:44 smithi096 ceph-mon[33018]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:45.278 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:44 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[69048]: ts=2024-04-10T02:27:44.993Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-10T02:27:45.278 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:45 smithi057 podman[73043]: 2024-04-10 02:27:45.014359399 +0000 UTC m=+0.150925625 container died e595a44614ccbca63ae3b96a92da9001902d0ce273d0b4719c384c9ac8e81bbd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:45.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:45 smithi057 podman[73043]: 2024-04-10 02:27:45.477553064 +0000 UTC m=+0.614119280 container cleanup e595a44614ccbca63ae3b96a92da9001902d0ce273d0b4719c384c9ac8e81bbd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:45.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:45 smithi057 bash[73043]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a 2024-04-10T02:27:45.862 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:46.133 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:45 smithi057 podman[73078]: 2024-04-10 02:27:45.770745766 +0000 UTC m=+0.751665862 container remove e595a44614ccbca63ae3b96a92da9001902d0ce273d0b4719c384c9ac8e81bbd (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:46.133 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:45 smithi057 podman[73078]: 2024-04-10 02:27:45.846432221 +0000 UTC m=+0.827352317 volume remove 9a9709bc5ab6920b270f5e04bcd6681ca3dc607c63e19993ef980821414fe7ed 2024-04-10T02:27:46.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:46 smithi057 ceph-mon[40038]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:46.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:46 smithi057 ceph-mon[29320]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:46 smithi096 ceph-mon[33018]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:47.744 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:27:47.744 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-10T02:27:47.886 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:47 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-10T02:27:47.886 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:47 smithi057 systemd[1]: Stopped Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:27:47.886 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:47 smithi057 systemd[1]: Starting Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:27:47.886 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:47 smithi057 podman[73280]: 2024-04-10 02:27:47.655886702 +0000 UTC m=+0.017786574 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-10T02:27:47.887 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:47 smithi057 podman[73280]: 2024-04-10 02:27:47.757833128 +0000 UTC m=+0.119732990 volume create 9033f410a0c6f3a1ffeb8d754553e6dad8c2881443664d50393be548111ea65e 2024-04-10T02:27:48.346 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-10T02:27:48.346 INFO:tasks.cephadm:Setup complete, yielding 2024-04-10T02:27:48.347 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-10T02:27:48.357 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi057.front.sepia.ceph.com 2024-04-10T02:27:48.358 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- bash -c 'ceph fs volume create foo' 2024-04-10T02:27:48.617 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 podman[73280]: 2024-04-10 02:27:48.486997151 +0000 UTC m=+0.848897013 container create 74c6d60ebbc491e29fdaefc5b5c99a8d57310633d270f1e07c6ffff4e257a88a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:48.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-mon[29320]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:48.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4120742804' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:27:48.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-mon[40038]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:48.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/4120742804' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:27:48.887 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 podman[73280]: 2024-04-10 02:27:48.789721352 +0000 UTC m=+1.151621215 container init 74c6d60ebbc491e29fdaefc5b5c99a8d57310633d270f1e07c6ffff4e257a88a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:48.887 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 podman[73280]: 2024-04-10 02:27:48.792411395 +0000 UTC m=+1.154311257 container start 74c6d60ebbc491e29fdaefc5b5c99a8d57310633d270f1e07c6ffff4e257a88a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:48.887 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:27:48.804Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-10T02:27:48.888 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:27:48.804Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-10T02:27:48.888 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:27:48.805Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.57 port=9094 2024-04-10T02:27:48.888 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:27:48.806Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-10T02:27:48.888 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:27:48.829Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T02:27:48.888 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:27:48.829Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T02:27:48.888 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:27:48.832Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-10T02:27:48.888 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:27:48.832Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-10T02:27:48.927 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:48.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:48 smithi096 ceph-mon[33018]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:48.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:48 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/4120742804' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:27:49.182 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 bash[73280]: 74c6d60ebbc491e29fdaefc5b5c99a8d57310633d270f1e07c6ffff4e257a88a 2024-04-10T02:27:49.182 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:48 smithi057 systemd[1]: Started Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:27:50.029 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:49 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:50.030 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:49 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:50.030 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:49 smithi057 ceph-mon[29320]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T02:27:50.030 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:49 smithi057 ceph-mon[29320]: Reconfiguring daemon prometheus.a on smithi096 2024-04-10T02:27:50.030 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:49 smithi057 ceph-mon[29320]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:50.030 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:49 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:50.030 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:49 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:50.030 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:49 smithi057 ceph-mon[40038]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T02:27:50.030 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:49 smithi057 ceph-mon[40038]: Reconfiguring daemon prometheus.a on smithi096 2024-04-10T02:27:50.030 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:49 smithi057 ceph-mon[40038]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:50.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:49 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:50.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:49 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:50.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:49 smithi096 ceph-mon[33018]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T02:27:50.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:49 smithi096 ceph-mon[33018]: Reconfiguring daemon prometheus.a on smithi096 2024-04-10T02:27:50.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:49 smithi096 ceph-mon[33018]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:51.136 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:50 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:27:50.807Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000843524s 2024-04-10T02:27:51.567 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:51 smithi096 ceph-mon[33018]: from='client.24557 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:27:51.567 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:51 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-10T02:27:51.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:51 smithi057 ceph-mon[29320]: from='client.24557 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:27:51.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:51 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-10T02:27:51.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:51 smithi057 ceph-mon[40038]: from='client.24557 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:27:51.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:51 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-10T02:27:52.238 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:51 smithi096 systemd[1]: Stopping Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:27:52.331 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a[29316]: 2024-04-10T02:27:52.068+0000 7fe8c2b2f700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T02:27:52.521 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-10T02:27:52.521 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: osdmap e65: 8 total, 8 up, 8 in 2024-04-10T02:27:52.521 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-10T02:27:52.521 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: pgmap v44: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:52.521 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-10T02:27:52.521 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: osdmap e66: 8 total, 8 up, 8 in 2024-04-10T02:27:52.521 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-10T02:27:52.522 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T02:27:52.522 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-10T02:27:52.522 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: osdmap e67: 8 total, 8 up, 8 in 2024-04-10T02:27:52.522 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-10T02:27:52.522 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: fsmap foo:0 2024-04-10T02:27:52.522 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:52.522 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.265Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T02:27:52.522 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.265Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T02:27:52.522 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.265Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T02:27:52.522 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.265Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T02:27:52.523 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.265Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T02:27:52.523 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.265Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T02:27:52.523 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.265Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T02:27:52.523 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.265Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T02:27:52.523 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.266Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T02:27:52.523 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.266Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T02:27:52.523 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.266Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T02:27:52.523 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[60200]: ts=2024-04-10T02:27:52.266Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T02:27:52.523 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 podman[63335]: 2024-04-10 02:27:52.276065856 +0000 UTC m=+0.126039891 container died 507a4178e0be4ae40df6069b9964e3a9ef3c3bcdec7383bbbdbc65f5b8bcb5e3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-10T02:27:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: osdmap e65: 8 total, 8 up, 8 in 2024-04-10T02:27:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-10T02:27:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: pgmap v44: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-10T02:27:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: osdmap e66: 8 total, 8 up, 8 in 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: osdmap e67: 8 total, 8 up, 8 in 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: fsmap foo:0 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: osdmap e65: 8 total, 8 up, 8 in 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-10T02:27:52.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: pgmap v44: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:52.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-10T02:27:52.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: osdmap e66: 8 total, 8 up, 8 in 2024-04-10T02:27:52.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-10T02:27:52.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T02:27:52.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-10T02:27:52.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: osdmap e67: 8 total, 8 up, 8 in 2024-04-10T02:27:52.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-10T02:27:52.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: fsmap foo:0 2024-04-10T02:27:52.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:52 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:52.776 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-04-10T02:27:52.904 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 podman[63335]: 2024-04-10 02:27:52.619947366 +0000 UTC m=+0.469921409 container cleanup 507a4178e0be4ae40df6069b9964e3a9ef3c3bcdec7383bbbdbc65f5b8bcb5e3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:52.904 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 bash[63335]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T02:27:53.041 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:53.238 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:52 smithi096 podman[63347]: 2024-04-10 02:27:52.904224943 +0000 UTC m=+0.630547783 container remove 507a4178e0be4ae40df6069b9964e3a9ef3c3bcdec7383bbbdbc65f5b8bcb5e3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:53.238 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T02:27:53.238 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 systemd[1]: Stopped Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:27:53.238 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 1.022s CPU time. 2024-04-10T02:27:53.238 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 systemd[1]: Starting Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:27:53.440 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-mon[29320]: Saving service mds.foo spec with placement count:2 2024-04-10T02:27:53.440 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-mon[29320]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T02:27:53.440 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-mon[29320]: osdmap e68: 8 total, 8 up, 8 in 2024-04-10T02:27:53.441 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-mon[40038]: Saving service mds.foo spec with placement count:2 2024-04-10T02:27:53.441 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-mon[40038]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T02:27:53.441 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-mon[40038]: osdmap e68: 8 total, 8 up, 8 in 2024-04-10T02:27:53.513 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-mon[33018]: Saving service mds.foo spec with placement count:2 2024-04-10T02:27:53.513 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-mon[33018]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T02:27:53.514 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-mon[33018]: osdmap e68: 8 total, 8 up, 8 in 2024-04-10T02:27:53.514 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 podman[63445]: 2024-04-10 02:27:53.159848138 +0000 UTC m=+0.019095259 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T02:27:53.514 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 podman[63445]: 2024-04-10 02:27:53.263540448 +0000 UTC m=+0.122787633 container create b344c317fb9abb0c7a216517da2f0055ecc52bd15b83af4ea1d6d6ebf80534b0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:53.514 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 podman[63445]: 2024-04-10 02:27:53.466084753 +0000 UTC m=+0.325331884 container init b344c317fb9abb0c7a216517da2f0055ecc52bd15b83af4ea1d6d6ebf80534b0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:53.514 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 podman[63445]: 2024-04-10 02:27:53.468506293 +0000 UTC m=+0.327753414 container start b344c317fb9abb0c7a216517da2f0055ecc52bd15b83af4ea1d6d6ebf80534b0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:27:53.514 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.492Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T02:27:53.514 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.492Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T02:27:53.514 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.492Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi096 (none))" 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.492Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.492Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.493Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.494Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.495Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.495Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.497Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.497Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.877µs 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.497Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.497Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.498Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.498Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.102µs wal_replay_duration=476.281µs wbl_replay_duration=95ns total_replay_duration=515.148µs 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.498Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.498Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T02:27:53.515 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.498Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T02:27:53.516 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.513Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.068992ms db_storage=694ns remote_storage=1.149µs web_handler=580ns query_engine=543ns scrape=374.49µs scrape_sd=23.163µs notify=25.505µs notify_sd=6.38µs rules=14.425437ms tracing=5.943µs 2024-04-10T02:27:53.516 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.513Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T02:27:53.516 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:27:53.513Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T02:27:53.725 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STOPPING 2024-04-10T02:27:53.725 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:27:53.725 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STOPPED 2024-04-10T02:27:53.725 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STARTING 2024-04-10T02:27:53.725 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Serving on http://:::9283 2024-04-10T02:27:53.726 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STARTED 2024-04-10T02:27:53.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 bash[63445]: b344c317fb9abb0c7a216517da2f0055ecc52bd15b83af4ea1d6d6ebf80534b0 2024-04-10T02:27:53.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:27:53 smithi096 systemd[1]: Started Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:27:54.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STOPPING 2024-04-10T02:27:54.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:27:54.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STOPPED 2024-04-10T02:27:54.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STARTING 2024-04-10T02:27:54.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Serving on http://:::9283 2024-04-10T02:27:54.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STARTED 2024-04-10T02:27:54.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STOPPING 2024-04-10T02:27:54.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:27:54.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STOPPED 2024-04-10T02:27:54.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STARTING 2024-04-10T02:27:54.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Serving on http://:::9283 2024-04-10T02:27:54.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:27:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:27:53] ENGINE Bus STARTED 2024-04-10T02:27:54.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: pgmap v48: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi096.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi096.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi096.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi096.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: osdmap e69: 8 total, 8 up, 8 in 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[40038]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: pgmap v48: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:27:54.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi096.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi096.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi096.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi096.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:27:54.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: osdmap e69: 8 total, 8 up, 8 in 2024-04-10T02:27:54.890 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:54 smithi057 ceph-mon[29320]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T02:27:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: pgmap v48: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi096.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi096.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi096.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi096.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T02:27:54.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:54.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:27:54.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: osdmap e69: 8 total, 8 up, 8 in 2024-04-10T02:27:54.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:54 smithi096 ceph-mon[33018]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T02:27:55.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:55 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:55.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:55 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:55.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:55 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:55.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:55 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:55.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:55 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:55.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:55 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:27:56.174 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-04-10T02:27:56.456 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:27:56.851 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:56 smithi057 ceph-mon[40038]: pgmap v50: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:56.852 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:56 smithi057 ceph-mon[29320]: pgmap v50: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:56.853 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:56 smithi096 ceph-mon[33018]: pgmap v50: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:58.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:58 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:58.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:58 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:58.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:27:58 smithi057 ceph-mon[29320]: pgmap v51: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:58.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:58 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:58.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:58 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:58.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:27:58 smithi057 ceph-mon[40038]: pgmap v51: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:58.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:58 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:58.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:58 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:27:58.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:27:58 smithi096 ceph-mon[33018]: pgmap v51: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:27:59.136 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:27:58 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:27:58.808Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002706007s 2024-04-10T02:28:00.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:00.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:00.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[29320]: pgmap v52: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:00.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:00.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:28:00.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:00.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi057.lkeszq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:28:00.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi057.lkeszq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T02:28:00.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:00.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[29320]: Deploying daemon mds.foo.smithi057.lkeszq on smithi057 2024-04-10T02:28:00.256 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:00.256 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:00.256 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[40038]: pgmap v52: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:00.256 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:00.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:28:00.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:00.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi057.lkeszq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:28:00.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi057.lkeszq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T02:28:00.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:00.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:00 smithi057 ceph-mon[40038]: Deploying daemon mds.foo.smithi057.lkeszq on smithi057 2024-04-10T02:28:00.258 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-04-10T02:28:00.267 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-10T02:28:00.267 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-10T02:28:00.268 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-10T02:28:00.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:00.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:00.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:00 smithi096 ceph-mon[33018]: pgmap v52: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:00.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:00.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:28:00.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:00.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi057.lkeszq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:28:00.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi057.lkeszq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T02:28:00.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:00.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:00 smithi096 ceph-mon[33018]: Deploying daemon mds.foo.smithi057.lkeszq on smithi057 2024-04-10T02:28:01.620 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:02.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:02 smithi057 ceph-mon[29320]: pgmap v53: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:02.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:02 smithi057 ceph-mon[40038]: pgmap v53: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:02.765 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:02 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:02] "GET /metrics HTTP/1.1" 200 208036 "" "Prometheus/2.43.0" 2024-04-10T02:28:02.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:02 smithi096 ceph-mon[33018]: pgmap v53: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:03.500 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:28:03.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:03 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/16588969' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T02:28:03.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:28:03 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:28:03.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:03 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/16588969' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T02:28:03.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:03 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/16588969' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T02:28:04.594 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":21,"active_gid":24362,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":1793851891},{"type":"v1","addr":"172.21.15.57:6801","nonce":1793851891}]},"active_addr":"172.21.15.57:6801/1793851891","active_change":"2024-04-10T02:26:39.497107+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24361,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.57:8443/","prometheus":"http://172.21.15.57:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":2279860765}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":2495544421}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":3133638846}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":3815357228}]}]} 2024-04-10T02:28:04.599 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-10T02:28:04.599 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-10T02:28:04.599 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T02:28:04.864 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[29320]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi096.qatstr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:28:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi096.qatstr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T02:28:04.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:04.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[40038]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:04.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:04.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:04.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:04.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi096.qatstr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:28:04.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi096.qatstr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T02:28:04.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:04 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:04.899 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:04 smithi096 ceph-mon[33018]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:04.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:04 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:04.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:04 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:04.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:04 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:04.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:04 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi096.qatstr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:28:04.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:04 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi096.qatstr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T02:28:04.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:04 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:05.976 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:05 smithi096 ceph-mon[33018]: Deploying daemon mds.foo.smithi096.qatstr on smithi096 2024-04-10T02:28:05.976 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:05 smithi096 ceph-mon[33018]: mds.? [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] up:boot 2024-04-10T02:28:05.976 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:05 smithi096 ceph-mon[33018]: daemon mds.foo.smithi057.lkeszq assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-10T02:28:05.976 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:05 smithi096 ceph-mon[33018]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T02:28:05.976 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:05 smithi096 ceph-mon[33018]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-10T02:28:05.976 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:05 smithi096 ceph-mon[33018]: Cluster is now healthy 2024-04-10T02:28:05.976 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:05 smithi096 ceph-mon[33018]: fsmap foo:0 1 up:standby 2024-04-10T02:28:05.976 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:05 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:28:05.977 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:05 smithi096 ceph-mon[33018]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:creating} 2024-04-10T02:28:05.977 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:05 smithi096 ceph-mon[33018]: daemon mds.foo.smithi057.lkeszq is now active in filesystem foo as rank 0 2024-04-10T02:28:06.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[29320]: Deploying daemon mds.foo.smithi096.qatstr on smithi096 2024-04-10T02:28:06.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[29320]: mds.? [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] up:boot 2024-04-10T02:28:06.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[29320]: daemon mds.foo.smithi057.lkeszq assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-10T02:28:06.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[29320]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T02:28:06.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[29320]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-10T02:28:06.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[29320]: Cluster is now healthy 2024-04-10T02:28:06.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[29320]: fsmap foo:0 1 up:standby 2024-04-10T02:28:06.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:28:06.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[29320]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:creating} 2024-04-10T02:28:06.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[29320]: daemon mds.foo.smithi057.lkeszq is now active in filesystem foo as rank 0 2024-04-10T02:28:06.029 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[40038]: Deploying daemon mds.foo.smithi096.qatstr on smithi096 2024-04-10T02:28:06.029 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[40038]: mds.? [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] up:boot 2024-04-10T02:28:06.029 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[40038]: daemon mds.foo.smithi057.lkeszq assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-10T02:28:06.029 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[40038]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T02:28:06.029 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[40038]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-10T02:28:06.029 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[40038]: Cluster is now healthy 2024-04-10T02:28:06.029 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[40038]: fsmap foo:0 1 up:standby 2024-04-10T02:28:06.029 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:28:06.029 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[40038]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:creating} 2024-04-10T02:28:06.029 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:05 smithi057 ceph-mon[40038]: daemon mds.foo.smithi057.lkeszq is now active in filesystem foo as rank 0 2024-04-10T02:28:06.771 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:28:06.771 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":69,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","created":"2024-04-10T02:21:00.731178+0000","modified":"2024-04-10T02:27:54.082633+0000","last_up_change":"2024-04-10T02:26:04.828845+0000","last_in_change":"2024-04-10T02:25:47.654754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T02:24:06.505628+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-10T02:26:40.701970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-10T02:27:51.006747+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-10T02:27:51.314017+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"54411bdf-a1a9-4cc4-aef5-c1fa14654a62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6803","nonce":797592294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6805","nonce":797592294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6809","nonce":797592294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6807","nonce":797592294}]},"public_addr":"172.21.15.57:6803/797592294","cluster_addr":"172.21.15.57:6805/797592294","heartbeat_back_addr":"172.21.15.57:6809/797592294","heartbeat_front_addr":"172.21.15.57:6807/797592294","state":["exists","up"]},{"osd":1,"uuid":"8145d228-2858-475f-bddd-37e95f2236af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6811","nonce":1859494473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6813","nonce":1859494473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6817","nonce":1859494473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6815","nonce":1859494473}]},"public_addr":"172.21.15.57:6811/1859494473","cluster_addr":"172.21.15.57:6813/1859494473","heartbeat_back_addr":"172.21.15.57:6817/1859494473","heartbeat_front_addr":"172.21.15.57:6815/1859494473","state":["exists","up"]},{"osd":2,"uuid":"584c469a-7733-4569-8996-d395f45a5d2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6819","nonce":458851582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6821","nonce":458851582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6825","nonce":458851582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6823","nonce":458851582}]},"public_addr":"172.21.15.57:6819/458851582","cluster_addr":"172.21.15.57:6821/458851582","heartbeat_back_addr":"172.21.15.57:6825/458851582","heartbeat_front_addr":"172.21.15.57:6823/458851582","state":["exists","up"]},{"osd":3,"uuid":"c78696ee-dbff-4be7-8362-69ba41994c33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6827","nonce":1342321381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6829","nonce":1342321381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6833","nonce":1342321381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6831","nonce":1342321381}]},"public_addr":"172.21.15.57:6827/1342321381","cluster_addr":"172.21.15.57:6829/1342321381","heartbeat_back_addr":"172.21.15.57:6833/1342321381","heartbeat_front_addr":"172.21.15.57:6831/1342321381","state":["exists","up"]},{"osd":4,"uuid":"10c3e705-710a-45b1-a6ee-61ace3a0d7d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6801","nonce":2937302667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6803","nonce":2937302667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6807","nonce":2937302667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6805","nonce":2937302667}]},"public_addr":"172.21.15.96:6801/2937302667","cluster_addr":"172.21.15.96:6803/2937302667","heartbeat_back_addr":"172.21.15.96:6807/2937302667","heartbeat_front_addr":"172.21.15.96:6805/2937302667","state":["exists","up"]},{"osd":5,"uuid":"771567af-a2b2-4244-9e00-59e0f7d5cd2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6809","nonce":2639485052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6811","nonce":2639485052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6815","nonce":2639485052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6813","nonce":2639485052}]},"public_addr":"172.21.15.96:6809/2639485052","cluster_addr":"172.21.15.96:6811/2639485052","heartbeat_back_addr":"172.21.15.96:6815/2639485052","heartbeat_front_addr":"172.21.15.96:6813/2639485052","state":["exists","up"]},{"osd":6,"uuid":"04ea9c97-1074-4979-bf51-4dfd715715a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6817","nonce":121076508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6819","nonce":121076508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6823","nonce":121076508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6821","nonce":121076508}]},"public_addr":"172.21.15.96:6817/121076508","cluster_addr":"172.21.15.96:6819/121076508","heartbeat_back_addr":"172.21.15.96:6823/121076508","heartbeat_front_addr":"172.21.15.96:6821/121076508","state":["exists","up"]},{"osd":7,"uuid":"a90bdaad-68ee-4457-a744-504adea3be5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6825","nonce":716758684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6827","nonce":716758684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6831","nonce":716758684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6829","nonce":716758684}]},"public_addr":"172.21.15.96:6825/716758684","cluster_addr":"172.21.15.96:6827/716758684","heartbeat_back_addr":"172.21.15.96:6831/716758684","heartbeat_front_addr":"172.21.15.96:6829/716758684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:14.052731+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:38.617353+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:02.766286+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:27.596450+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:49.805234+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:14.230456+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:38.527139+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:26:03.095877+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:0/155953296":"2024-04-11T02:26:39.496951+0000","172.21.15.57:6800/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/3845307486":"2024-04-11T02:26:39.496951+0000","172.21.15.57:6801/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6800/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/1233724594":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/23121013":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:6800/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/3100544903":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/2719633832":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/2215101209":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/545913554":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/3546163911":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/1889369183":"2024-04-11T02:21:54.190778+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T02:28:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:06 smithi096 ceph-mon[33018]: pgmap v55: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:06 smithi096 ceph-mon[33018]: mds.? [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] up:active 2024-04-10T02:28:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:06 smithi096 ceph-mon[33018]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 2024-04-10T02:28:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:06 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:06 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:06 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:06 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:06 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[29320]: pgmap v55: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:07.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[29320]: mds.? [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] up:active 2024-04-10T02:28:07.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[29320]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[40038]: pgmap v55: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[40038]: mds.? [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] up:active 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[40038]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:06 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:07.502 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-10T02:28:07.503 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T02:28:07.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[29320]: mds.? [v2:172.21.15.96:6832/1977117020,v1:172.21.15.96:6833/1977117020] up:boot 2024-04-10T02:28:07.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[29320]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:07.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:28:07.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[29320]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:07.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:28:07.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/316491233' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:28:07.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[40038]: mds.? [v2:172.21.15.96:6832/1977117020,v1:172.21.15.96:6833/1977117020] up:boot 2024-04-10T02:28:07.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[40038]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:07.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:28:07.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[40038]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:07.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:28:07.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:07 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/316491233' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:28:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:07 smithi096 ceph-mon[33018]: mds.? [v2:172.21.15.96:6832/1977117020,v1:172.21.15.96:6833/1977117020] up:boot 2024-04-10T02:28:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:07 smithi096 ceph-mon[33018]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:07 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:28:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:07 smithi096 ceph-mon[33018]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:07 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:28:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:07 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/316491233' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:28:08.426 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:08.809 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:08 smithi057 ceph-mon[29320]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:08.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:08 smithi057 ceph-mon[40038]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:08.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:08 smithi096 ceph-mon[33018]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:09 smithi057 ceph-mon[29320]: mds.? [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] up:active 2024-04-10T02:28:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:09 smithi057 ceph-mon[29320]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:09 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:09 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:09.826 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:09 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:09.826 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:09 smithi057 ceph-mon[40038]: mds.? [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] up:active 2024-04-10T02:28:09.826 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:09 smithi057 ceph-mon[40038]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:09.826 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:09 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:09.826 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:09 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:09.827 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:09 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:09.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:09 smithi096 ceph-mon[33018]: mds.? [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] up:active 2024-04-10T02:28:09.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:09 smithi096 ceph-mon[33018]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:09.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:09 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:09.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:09 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:09.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:09 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:10.451 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:28:10.451 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":69,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","created":"2024-04-10T02:21:00.731178+0000","modified":"2024-04-10T02:27:54.082633+0000","last_up_change":"2024-04-10T02:26:04.828845+0000","last_in_change":"2024-04-10T02:25:47.654754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T02:24:06.505628+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-10T02:26:40.701970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-10T02:27:51.006747+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-10T02:27:51.314017+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"54411bdf-a1a9-4cc4-aef5-c1fa14654a62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6803","nonce":797592294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6805","nonce":797592294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6809","nonce":797592294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":797592294},{"type":"v1","addr":"172.21.15.57:6807","nonce":797592294}]},"public_addr":"172.21.15.57:6803/797592294","cluster_addr":"172.21.15.57:6805/797592294","heartbeat_back_addr":"172.21.15.57:6809/797592294","heartbeat_front_addr":"172.21.15.57:6807/797592294","state":["exists","up"]},{"osd":1,"uuid":"8145d228-2858-475f-bddd-37e95f2236af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6811","nonce":1859494473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6813","nonce":1859494473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6817","nonce":1859494473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":1859494473},{"type":"v1","addr":"172.21.15.57:6815","nonce":1859494473}]},"public_addr":"172.21.15.57:6811/1859494473","cluster_addr":"172.21.15.57:6813/1859494473","heartbeat_back_addr":"172.21.15.57:6817/1859494473","heartbeat_front_addr":"172.21.15.57:6815/1859494473","state":["exists","up"]},{"osd":2,"uuid":"584c469a-7733-4569-8996-d395f45a5d2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6819","nonce":458851582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6821","nonce":458851582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6825","nonce":458851582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":458851582},{"type":"v1","addr":"172.21.15.57:6823","nonce":458851582}]},"public_addr":"172.21.15.57:6819/458851582","cluster_addr":"172.21.15.57:6821/458851582","heartbeat_back_addr":"172.21.15.57:6825/458851582","heartbeat_front_addr":"172.21.15.57:6823/458851582","state":["exists","up"]},{"osd":3,"uuid":"c78696ee-dbff-4be7-8362-69ba41994c33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6827","nonce":1342321381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6829","nonce":1342321381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6833","nonce":1342321381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1342321381},{"type":"v1","addr":"172.21.15.57:6831","nonce":1342321381}]},"public_addr":"172.21.15.57:6827/1342321381","cluster_addr":"172.21.15.57:6829/1342321381","heartbeat_back_addr":"172.21.15.57:6833/1342321381","heartbeat_front_addr":"172.21.15.57:6831/1342321381","state":["exists","up"]},{"osd":4,"uuid":"10c3e705-710a-45b1-a6ee-61ace3a0d7d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6801","nonce":2937302667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6803","nonce":2937302667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6807","nonce":2937302667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6805","nonce":2937302667}]},"public_addr":"172.21.15.96:6801/2937302667","cluster_addr":"172.21.15.96:6803/2937302667","heartbeat_back_addr":"172.21.15.96:6807/2937302667","heartbeat_front_addr":"172.21.15.96:6805/2937302667","state":["exists","up"]},{"osd":5,"uuid":"771567af-a2b2-4244-9e00-59e0f7d5cd2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6809","nonce":2639485052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6811","nonce":2639485052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6815","nonce":2639485052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6813","nonce":2639485052}]},"public_addr":"172.21.15.96:6809/2639485052","cluster_addr":"172.21.15.96:6811/2639485052","heartbeat_back_addr":"172.21.15.96:6815/2639485052","heartbeat_front_addr":"172.21.15.96:6813/2639485052","state":["exists","up"]},{"osd":6,"uuid":"04ea9c97-1074-4979-bf51-4dfd715715a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6817","nonce":121076508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6819","nonce":121076508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6823","nonce":121076508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6821","nonce":121076508}]},"public_addr":"172.21.15.96:6817/121076508","cluster_addr":"172.21.15.96:6819/121076508","heartbeat_back_addr":"172.21.15.96:6823/121076508","heartbeat_front_addr":"172.21.15.96:6821/121076508","state":["exists","up"]},{"osd":7,"uuid":"a90bdaad-68ee-4457-a744-504adea3be5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6825","nonce":716758684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6827","nonce":716758684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6831","nonce":716758684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6829","nonce":716758684}]},"public_addr":"172.21.15.96:6825/716758684","cluster_addr":"172.21.15.96:6827/716758684","heartbeat_back_addr":"172.21.15.96:6831/716758684","heartbeat_front_addr":"172.21.15.96:6829/716758684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:14.052731+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:38.617353+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:02.766286+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:27.596450+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:49.805234+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:14.230456+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:38.527139+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:26:03.095877+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:0/155953296":"2024-04-11T02:26:39.496951+0000","172.21.15.57:6800/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/3845307486":"2024-04-11T02:26:39.496951+0000","172.21.15.57:6801/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6800/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/1233724594":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/23121013":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:6800/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/3100544903":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/2719633832":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/2215101209":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/545913554":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/3546163911":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/1889369183":"2024-04-11T02:21:54.190778+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T02:28:10.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:10 smithi096 ceph-mon[33018]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:10.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:10 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:10.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:10 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:10.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:10 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1757622400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:28:11.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:10 smithi057 ceph-mon[29320]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:11.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:10 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:11.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:10 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:11.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:10 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1757622400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:28:11.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:10 smithi057 ceph-mon[40038]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:11.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:10 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:11.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:10 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:11.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:10 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1757622400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:28:11.585 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-10T02:28:11.585 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-10T02:28:11.586 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-10T02:28:11.586 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-10T02:28:11.587 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-10T02:28:11.587 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-10T02:28:11.587 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-10T02:28:11.588 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-10T02:28:12.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:12 smithi057 ceph-mon[40038]: mds.? [v2:172.21.15.96:6832/1977117020,v1:172.21.15.96:6833/1977117020] up:standby 2024-04-10T02:28:12.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:12 smithi057 ceph-mon[40038]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:12.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:12 smithi057 ceph-mon[40038]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:12 smithi057 ceph-mon[29320]: mds.? [v2:172.21.15.96:6832/1977117020,v1:172.21.15.96:6833/1977117020] up:standby 2024-04-10T02:28:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:12 smithi057 ceph-mon[29320]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:12.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:12 smithi057 ceph-mon[29320]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:12.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:12 smithi096 ceph-mon[33018]: mds.? [v2:172.21.15.96:6832/1977117020,v1:172.21.15.96:6833/1977117020] up:standby 2024-04-10T02:28:12.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:12 smithi096 ceph-mon[33018]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:28:12.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:12 smithi096 ceph-mon[33018]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:12.572 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:12.583 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:12.604 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:12.605 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:12.609 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:12.609 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:12.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:12] "GET /metrics HTTP/1.1" 200 208987 "" "Prometheus/2.43.0" 2024-04-10T02:28:13.701 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:13.702 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:13.702 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:13.702 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:28:13.702 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:13.702 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:28:13.702 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:13.702 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:13.702 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:13.702 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:28:13.702 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:13.703 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:13 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:28:13.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:28:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:28:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:13 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:13 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:13 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:13 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:28:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:13 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:13.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:13 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:28:14.684 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:14 smithi057 ceph-mon[29320]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:14.684 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:14 smithi057 ceph-mon[40038]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:14.732 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:14 smithi096 ceph-mon[33018]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:16 smithi057 ceph-mon[29320]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:16 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:16 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:16.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:16 smithi057 ceph-mon[40038]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:16.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:16 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:16.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:16 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:16.774 INFO:teuthology.orchestra.run.smithi057.stdout:167503724583 2024-04-10T02:28:16.775 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-10T02:28:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:16 smithi096 ceph-mon[33018]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:16 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:16 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:18 smithi057 ceph-mon[29320]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:18 smithi057 ceph-mon[40038]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:18 smithi096 ceph-mon[33018]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-10T02:28:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:20 smithi057 ceph-mon[29320]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-10T02:28:20.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:20 smithi057 ceph-mon[40038]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-10T02:28:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:20 smithi096 ceph-mon[33018]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-10T02:28:22.616 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:22 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:22] "GET /metrics HTTP/1.1" 200 208987 "" "Prometheus/2.43.0" 2024-04-10T02:28:22.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:22 smithi057 ceph-mon[40038]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-10T02:28:22.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:22 smithi057 ceph-mon[29320]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-10T02:28:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:22 smithi096 ceph-mon[33018]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-10T02:28:23.401 INFO:teuthology.orchestra.run.smithi057.stdout:34359738433 2024-04-10T02:28:23.401 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-10T02:28:23.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:28:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:28:23.933 INFO:teuthology.orchestra.run.smithi057.stdout:55834574906 2024-04-10T02:28:23.933 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-10T02:28:24.377 INFO:teuthology.orchestra.run.smithi057.stdout:77309411383 2024-04-10T02:28:24.378 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-10T02:28:24.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:24 smithi057 ceph-mon[29320]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:24.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:24.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:24 smithi057 ceph-mon[40038]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:24.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:24.955 INFO:teuthology.orchestra.run.smithi057.stdout:111669149746 2024-04-10T02:28:24.956 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-10T02:28:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:24 smithi096 ceph-mon[33018]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:25.384 INFO:teuthology.orchestra.run.smithi057.stdout:236223201310 2024-04-10T02:28:25.384 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-10T02:28:25.401 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:25.402 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:26.122 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:26.126 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:26.128 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:26.130 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:26.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:26 smithi057 ceph-mon[29320]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:26.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:26 smithi057 ceph-mon[40038]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:26.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:26 smithi096 ceph-mon[33018]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:28.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:28 smithi096 ceph-mon[33018]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:29.049 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:28 smithi057 ceph-mon[29320]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:29.049 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:28 smithi057 ceph-mon[40038]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:29.231 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:29.236 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:30.962 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:30 smithi057 ceph-mon[29320]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:30.962 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:30 smithi057 ceph-mon[40038]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:30.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:30 smithi096 ceph-mon[33018]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:32 smithi057 ceph-mon[29320]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:32.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:32] "GET /metrics HTTP/1.1" 200 239200 "" "Prometheus/2.43.0" 2024-04-10T02:28:32.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:32 smithi057 ceph-mon[40038]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:32.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:32 smithi096 ceph-mon[33018]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:33.391 INFO:teuthology.orchestra.run.smithi057.stdout:201863462948 2024-04-10T02:28:33.392 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-10T02:28:33.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:28:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:28:33.906 INFO:teuthology.orchestra.run.smithi057.stdout:111669149748 2024-04-10T02:28:34.944 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:34 smithi057 ceph-mon[40038]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:34.945 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:34 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/134247671' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T02:28:34.945 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:34 smithi057 ceph-mon[29320]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:34.945 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:34 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/134247671' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T02:28:34.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:34 smithi096 ceph-mon[33018]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:34.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:34 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/134247671' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T02:28:36.076 INFO:teuthology.orchestra.run.smithi057.stdout:167503724586 2024-04-10T02:28:36.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:36 smithi096 ceph-mon[33018]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:36.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:36 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/209234455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T02:28:37.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:36 smithi057 ceph-mon[29320]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:37.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:36 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/209234455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T02:28:37.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:36 smithi057 ceph-mon[40038]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:37.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:36 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/209234455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T02:28:37.667 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724583 got 167503724586 for osd.5 2024-04-10T02:28:37.668 DEBUG:teuthology.parallel:result is None 2024-04-10T02:28:38.076 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149746 got 111669149748 for osd.3 2024-04-10T02:28:38.076 DEBUG:teuthology.parallel:result is None 2024-04-10T02:28:38.469 INFO:teuthology.orchestra.run.smithi057.stdout:77309411386 2024-04-10T02:28:38.958 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:38 smithi057 ceph-mon[29320]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:38.959 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:38 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2186632701' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T02:28:38.959 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:38 smithi057 ceph-mon[40038]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:38.959 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:38 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2186632701' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T02:28:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:38 smithi096 ceph-mon[33018]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:38 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2186632701' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T02:28:39.352 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411383 got 77309411386 for osd.2 2024-04-10T02:28:39.352 DEBUG:teuthology.parallel:result is None 2024-04-10T02:28:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:39 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-10T02:28:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:39 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2024-04-10T02:28:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:39 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-04-10T02:28:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:39 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:40.000 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:39 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-10T02:28:40.000 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:39 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2024-04-10T02:28:40.000 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:39 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-04-10T02:28:40.000 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:39 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:40.000 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:39 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-10T02:28:40.000 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:39 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2024-04-10T02:28:40.000 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:39 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-04-10T02:28:40.000 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:39 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:40.068 INFO:teuthology.orchestra.run.smithi057.stdout:34359738436 2024-04-10T02:28:40.429 INFO:teuthology.orchestra.run.smithi057.stdout:55834574909 2024-04-10T02:28:40.537 INFO:teuthology.orchestra.run.smithi057.stdout:133143986224 2024-04-10T02:28:40.537 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-10T02:28:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:40 smithi096 ceph-mon[33018]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-04-10T02:28:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]': finished 2024-04-10T02:28:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2024-04-10T02:28:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:40 smithi096 ceph-mon[33018]: osdmap e70: 8 total, 8 up, 8 in 2024-04-10T02:28:40.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:40 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2837127733' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T02:28:40.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:40 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3299596284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T02:28:41.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[40038]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:41.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-04-10T02:28:41.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]': finished 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[40038]: osdmap e70: 8 total, 8 up, 8 in 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2837127733' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3299596284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[29320]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]': finished 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[29320]: osdmap e70: 8 total, 8 up, 8 in 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2837127733' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T02:28:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:40 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3299596284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T02:28:41.221 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574906 got 55834574909 for osd.1 2024-04-10T02:28:41.221 DEBUG:teuthology.parallel:result is None 2024-04-10T02:28:41.693 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738433 got 34359738436 for osd.0 2024-04-10T02:28:41.693 DEBUG:teuthology.parallel:result is None 2024-04-10T02:28:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:41 smithi096 ceph-mon[33018]: osdmap e71: 8 total, 8 up, 8 in 2024-04-10T02:28:42.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:41 smithi057 ceph-mon[29320]: osdmap e71: 8 total, 8 up, 8 in 2024-04-10T02:28:42.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:41 smithi057 ceph-mon[40038]: osdmap e71: 8 total, 8 up, 8 in 2024-04-10T02:28:42.199 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:42.433 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:42.743 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:42 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:42] "GET /metrics HTTP/1.1" 200 239166 "" "Prometheus/2.43.0" 2024-04-10T02:28:43.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:42 smithi057 ceph-mon[29320]: pgmap v75: 73 pgs: 3 activating, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:43.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:42 smithi057 ceph-mon[40038]: pgmap v75: 73 pgs: 3 activating, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:42 smithi096 ceph-mon[33018]: pgmap v75: 73 pgs: 3 activating, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:43.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:28:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:28:44.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:44 smithi057 ceph-mon[40038]: pgmap v76: 73 pgs: 3 activating, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:44.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:44 smithi057 ceph-mon[29320]: pgmap v76: 73 pgs: 3 activating, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:45.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:44 smithi096 ceph-mon[33018]: pgmap v76: 73 pgs: 3 activating, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:45.356 INFO:teuthology.orchestra.run.smithi057.stdout:236223201314 2024-04-10T02:28:45.602 INFO:teuthology.orchestra.run.smithi057.stdout:201863462950 2024-04-10T02:28:45.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:45 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1440263293' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T02:28:45.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:45 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1900720838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T02:28:45.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:45 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1440263293' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T02:28:45.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:45 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1900720838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T02:28:46.052 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201310 got 236223201314 for osd.7 2024-04-10T02:28:46.053 DEBUG:teuthology.parallel:result is None 2024-04-10T02:28:46.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:45 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1440263293' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T02:28:46.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:45 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1900720838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T02:28:46.711 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462948 got 201863462950 for osd.6 2024-04-10T02:28:46.711 DEBUG:teuthology.parallel:result is None 2024-04-10T02:28:46.935 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:46 smithi057 ceph-mon[40038]: pgmap v77: 73 pgs: 3 activating, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:46.935 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:46 smithi057 ceph-mon[29320]: pgmap v77: 73 pgs: 3 activating, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:47.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:46 smithi096 ceph-mon[33018]: pgmap v77: 73 pgs: 3 activating, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:47.365 INFO:teuthology.orchestra.run.smithi057.stdout:133143986226 2024-04-10T02:28:48.099 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:47 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3647392445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T02:28:48.100 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:47 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3647392445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T02:28:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:47 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3647392445' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T02:28:48.405 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986224 got 133143986226 for osd.4 2024-04-10T02:28:48.405 DEBUG:teuthology.parallel:result is None 2024-04-10T02:28:48.405 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-10T02:28:48.405 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T02:28:49.080 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:49.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:48 smithi057 ceph-mon[29320]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:49.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:48 smithi057 ceph-mon[40038]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:49.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:48 smithi096 ceph-mon[33018]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:50.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:50.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:50.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:50.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:28:50.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:50.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[29320]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:50.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:50.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:50.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:50.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:28:50.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:50.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:50 smithi057 ceph-mon[40038]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:50.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:50 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:50.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:50 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:50.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:50 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:28:50.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:50 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:28:50.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:50 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:28:50.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:50 smithi096 ceph-mon[33018]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:50.948 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:28:50.950 INFO:teuthology.orchestra.run.smithi057.stderr:dumped all 2024-04-10T02:28:51.578 INFO:teuthology.orchestra.run.smithi057.stdout:{"pg_ready":true,"pg_map":{"version":79,"stamp":"2024-04-10T02:28:49.540698+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386348,"kb_used_data":7492,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574868,"statfs":{"total":767960285184,"available":765516664832,"internally_reserved":0,"allocated":7671808,"data_stored":4309160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.837094"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.707956+0000","last_change":"2024-04-10T02:27:53.096096+0000","last_active":"2024-04-10T02:28:39.707956+0000","last_peered":"2024-04-10T02:28:39.707956+0000","last_clean":"2024-04-10T02:28:39.707956+0000","last_became_active":"2024-04-10T02:27:53.095785+0000","last_became_peered":"2024-04-10T02:27:53.095785+0000","last_unstale":"2024-04-10T02:28:39.707956+0000","last_undegraded":"2024-04-10T02:28:39.707956+0000","last_fullsized":"2024-04-10T02:28:39.707956+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:50:40.530558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706602+0000","last_change":"2024-04-10T02:27:52.076730+0000","last_active":"2024-04-10T02:28:39.706602+0000","last_peered":"2024-04-10T02:28:39.706602+0000","last_clean":"2024-04-10T02:28:39.706602+0000","last_became_active":"2024-04-10T02:27:52.076423+0000","last_became_peered":"2024-04-10T02:27:52.076423+0000","last_unstale":"2024-04-10T02:28:39.706602+0000","last_undegraded":"2024-04-10T02:28:39.706602+0000","last_fullsized":"2024-04-10T02:28:39.706602+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:54:05.460096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708280+0000","last_change":"2024-04-10T02:27:53.101072+0000","last_active":"2024-04-10T02:28:39.708280+0000","last_peered":"2024-04-10T02:28:39.708280+0000","last_clean":"2024-04-10T02:28:39.708280+0000","last_became_active":"2024-04-10T02:27:53.100500+0000","last_became_peered":"2024-04-10T02:27:53.100500+0000","last_unstale":"2024-04-10T02:28:39.708280+0000","last_undegraded":"2024-04-10T02:28:39.708280+0000","last_fullsized":"2024-04-10T02:28:39.708280+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:09:52.931696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708531+0000","last_change":"2024-04-10T02:27:52.083103+0000","last_active":"2024-04-10T02:28:39.708531+0000","last_peered":"2024-04-10T02:28:39.708531+0000","last_clean":"2024-04-10T02:28:39.708531+0000","last_became_active":"2024-04-10T02:27:52.082841+0000","last_became_peered":"2024-04-10T02:27:52.082841+0000","last_unstale":"2024-04-10T02:28:39.708531+0000","last_undegraded":"2024-04-10T02:28:39.708531+0000","last_fullsized":"2024-04-10T02:28:39.708531+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:36:32.284146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708223+0000","last_change":"2024-04-10T02:27:53.101814+0000","last_active":"2024-04-10T02:28:39.708223+0000","last_peered":"2024-04-10T02:28:39.708223+0000","last_clean":"2024-04-10T02:28:39.708223+0000","last_became_active":"2024-04-10T02:27:53.101114+0000","last_became_peered":"2024-04-10T02:27:53.101114+0000","last_unstale":"2024-04-10T02:28:39.708223+0000","last_undegraded":"2024-04-10T02:28:39.708223+0000","last_fullsized":"2024-04-10T02:28:39.708223+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:56:11.513697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704648+0000","last_change":"2024-04-10T02:27:52.077534+0000","last_active":"2024-04-10T02:28:39.704648+0000","last_peered":"2024-04-10T02:28:39.704648+0000","last_clean":"2024-04-10T02:28:39.704648+0000","last_became_active":"2024-04-10T02:27:52.077269+0000","last_became_peered":"2024-04-10T02:27:52.077269+0000","last_unstale":"2024-04-10T02:28:39.704648+0000","last_undegraded":"2024-04-10T02:28:39.704648+0000","last_fullsized":"2024-04-10T02:28:39.704648+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:13:29.149584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-10T02:28:41.159293+0000","last_change":"2024-04-10T02:28:41.159293+0000","last_active":"2024-04-10T02:28:41.159293+0000","last_peered":"2024-04-10T02:28:41.159293+0000","last_clean":"2024-04-10T02:28:41.159293+0000","last_became_active":"2024-04-10T02:28:41.158877+0000","last_became_peered":"2024-04-10T02:28:41.158877+0000","last_unstale":"2024-04-10T02:28:41.159293+0000","last_undegraded":"2024-04-10T02:28:41.159293+0000","last_fullsized":"2024-04-10T02:28:41.159293+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:30:10.916810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704534+0000","last_change":"2024-04-10T02:27:52.087446+0000","last_active":"2024-04-10T02:28:39.704534+0000","last_peered":"2024-04-10T02:28:39.704534+0000","last_clean":"2024-04-10T02:28:39.704534+0000","last_became_active":"2024-04-10T02:27:52.087181+0000","last_became_peered":"2024-04-10T02:27:52.087181+0000","last_unstale":"2024-04-10T02:28:39.704534+0000","last_undegraded":"2024-04-10T02:28:39.704534+0000","last_fullsized":"2024-04-10T02:28:39.704534+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:22:46.821903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710419+0000","last_change":"2024-04-10T02:27:53.100761+0000","last_active":"2024-04-10T02:28:39.710419+0000","last_peered":"2024-04-10T02:28:39.710419+0000","last_clean":"2024-04-10T02:28:39.710419+0000","last_became_active":"2024-04-10T02:27:53.100481+0000","last_became_peered":"2024-04-10T02:27:53.100481+0000","last_unstale":"2024-04-10T02:28:39.710419+0000","last_undegraded":"2024-04-10T02:28:39.710419+0000","last_fullsized":"2024-04-10T02:28:39.710419+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:36:37.621430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706312+0000","last_change":"2024-04-10T02:27:52.075597+0000","last_active":"2024-04-10T02:28:39.706312+0000","last_peered":"2024-04-10T02:28:39.706312+0000","last_clean":"2024-04-10T02:28:39.706312+0000","last_became_active":"2024-04-10T02:27:52.075266+0000","last_became_peered":"2024-04-10T02:27:52.075266+0000","last_unstale":"2024-04-10T02:28:39.706312+0000","last_undegraded":"2024-04-10T02:28:39.706312+0000","last_fullsized":"2024-04-10T02:28:39.706312+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:41:53.596506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708201+0000","last_change":"2024-04-10T02:27:53.097891+0000","last_active":"2024-04-10T02:28:39.708201+0000","last_peered":"2024-04-10T02:28:39.708201+0000","last_clean":"2024-04-10T02:28:39.708201+0000","last_became_active":"2024-04-10T02:27:53.097630+0000","last_became_peered":"2024-04-10T02:27:53.097630+0000","last_unstale":"2024-04-10T02:28:39.708201+0000","last_undegraded":"2024-04-10T02:28:39.708201+0000","last_fullsized":"2024-04-10T02:28:39.708201+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:06:03.453303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706144+0000","last_change":"2024-04-10T02:27:52.088954+0000","last_active":"2024-04-10T02:28:39.706144+0000","last_peered":"2024-04-10T02:28:39.706144+0000","last_clean":"2024-04-10T02:28:39.706144+0000","last_became_active":"2024-04-10T02:27:52.088606+0000","last_became_peered":"2024-04-10T02:27:52.088606+0000","last_unstale":"2024-04-10T02:28:39.706144+0000","last_undegraded":"2024-04-10T02:28:39.706144+0000","last_fullsized":"2024-04-10T02:28:39.706144+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:28:06.205140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.712031+0000","last_change":"2024-04-10T02:26:42.411576+0000","last_active":"2024-04-10T02:28:39.712031+0000","last_peered":"2024-04-10T02:28:39.712031+0000","last_clean":"2024-04-10T02:28:39.712031+0000","last_became_active":"2024-04-10T02:26:42.411279+0000","last_became_peered":"2024-04-10T02:26:42.411279+0000","last_unstale":"2024-04-10T02:28:39.712031+0000","last_undegraded":"2024-04-10T02:28:39.712031+0000","last_fullsized":"2024-04-10T02:28:39.712031+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:57:23.189815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708014+0000","last_change":"2024-04-10T02:27:53.324811+0000","last_active":"2024-04-10T02:28:39.708014+0000","last_peered":"2024-04-10T02:28:39.708014+0000","last_clean":"2024-04-10T02:28:39.708014+0000","last_became_active":"2024-04-10T02:27:53.324506+0000","last_became_peered":"2024-04-10T02:27:53.324506+0000","last_unstale":"2024-04-10T02:28:39.708014+0000","last_undegraded":"2024-04-10T02:28:39.708014+0000","last_fullsized":"2024-04-10T02:28:39.708014+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:02:36.108533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706516+0000","last_change":"2024-04-10T02:26:42.987456+0000","last_active":"2024-04-10T02:28:39.706516+0000","last_peered":"2024-04-10T02:28:39.706516+0000","last_clean":"2024-04-10T02:28:39.706516+0000","last_became_active":"2024-04-10T02:26:42.987164+0000","last_became_peered":"2024-04-10T02:26:42.987164+0000","last_unstale":"2024-04-10T02:28:39.706516+0000","last_undegraded":"2024-04-10T02:28:39.706516+0000","last_fullsized":"2024-04-10T02:28:39.706516+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:12:39.421508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708620+0000","last_change":"2024-04-10T02:27:52.080708+0000","last_active":"2024-04-10T02:28:39.708620+0000","last_peered":"2024-04-10T02:28:39.708620+0000","last_clean":"2024-04-10T02:28:39.708620+0000","last_became_active":"2024-04-10T02:27:52.080356+0000","last_became_peered":"2024-04-10T02:27:52.080356+0000","last_unstale":"2024-04-10T02:28:39.708620+0000","last_undegraded":"2024-04-10T02:28:39.708620+0000","last_fullsized":"2024-04-10T02:28:39.708620+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:20:50.043969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706242+0000","last_change":"2024-04-10T02:27:53.324835+0000","last_active":"2024-04-10T02:28:39.706242+0000","last_peered":"2024-04-10T02:28:39.706242+0000","last_clean":"2024-04-10T02:28:39.706242+0000","last_became_active":"2024-04-10T02:27:53.324497+0000","last_became_peered":"2024-04-10T02:27:53.324497+0000","last_unstale":"2024-04-10T02:28:39.706242+0000","last_undegraded":"2024-04-10T02:28:39.706242+0000","last_fullsized":"2024-04-10T02:28:39.706242+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:53:02.372298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706372+0000","last_change":"2024-04-10T02:27:52.088792+0000","last_active":"2024-04-10T02:28:39.706372+0000","last_peered":"2024-04-10T02:28:39.706372+0000","last_clean":"2024-04-10T02:28:39.706372+0000","last_became_active":"2024-04-10T02:27:52.087217+0000","last_became_peered":"2024-04-10T02:27:52.087217+0000","last_unstale":"2024-04-10T02:28:39.706372+0000","last_undegraded":"2024-04-10T02:28:39.706372+0000","last_fullsized":"2024-04-10T02:28:39.706372+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T14:17:39.244977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710864+0000","last_change":"2024-04-10T02:26:42.987517+0000","last_active":"2024-04-10T02:28:39.710864+0000","last_peered":"2024-04-10T02:28:39.710864+0000","last_clean":"2024-04-10T02:28:39.710864+0000","last_became_active":"2024-04-10T02:26:42.987176+0000","last_became_peered":"2024-04-10T02:26:42.987176+0000","last_unstale":"2024-04-10T02:28:39.710864+0000","last_undegraded":"2024-04-10T02:28:39.710864+0000","last_fullsized":"2024-04-10T02:28:39.710864+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:17:04.862749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706159+0000","last_change":"2024-04-10T02:27:53.095155+0000","last_active":"2024-04-10T02:28:39.706159+0000","last_peered":"2024-04-10T02:28:39.706159+0000","last_clean":"2024-04-10T02:28:39.706159+0000","last_became_active":"2024-04-10T02:27:53.094870+0000","last_became_peered":"2024-04-10T02:27:53.094870+0000","last_unstale":"2024-04-10T02:28:39.706159+0000","last_undegraded":"2024-04-10T02:28:39.706159+0000","last_fullsized":"2024-04-10T02:28:39.706159+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:15:15.448863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706088+0000","last_change":"2024-04-10T02:27:52.071679+0000","last_active":"2024-04-10T02:28:39.706088+0000","last_peered":"2024-04-10T02:28:39.706088+0000","last_clean":"2024-04-10T02:28:39.706088+0000","last_became_active":"2024-04-10T02:27:52.071304+0000","last_became_peered":"2024-04-10T02:27:52.071304+0000","last_unstale":"2024-04-10T02:28:39.706088+0000","last_undegraded":"2024-04-10T02:28:39.706088+0000","last_fullsized":"2024-04-10T02:28:39.706088+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:05:07.046192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711210+0000","last_change":"2024-04-10T02:26:42.412517+0000","last_active":"2024-04-10T02:28:39.711210+0000","last_peered":"2024-04-10T02:28:39.711210+0000","last_clean":"2024-04-10T02:28:39.711210+0000","last_became_active":"2024-04-10T02:26:42.411609+0000","last_became_peered":"2024-04-10T02:26:42.411609+0000","last_unstale":"2024-04-10T02:28:39.711210+0000","last_undegraded":"2024-04-10T02:28:39.711210+0000","last_fullsized":"2024-04-10T02:28:39.711210+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:12:34.376276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711688+0000","last_change":"2024-04-10T02:27:53.325958+0000","last_active":"2024-04-10T02:28:39.711688+0000","last_peered":"2024-04-10T02:28:39.711688+0000","last_clean":"2024-04-10T02:28:39.711688+0000","last_became_active":"2024-04-10T02:27:53.325655+0000","last_became_peered":"2024-04-10T02:27:53.325655+0000","last_unstale":"2024-04-10T02:28:39.711688+0000","last_undegraded":"2024-04-10T02:28:39.711688+0000","last_fullsized":"2024-04-10T02:28:39.711688+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:59:18.935407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708179+0000","last_change":"2024-04-10T02:27:52.081982+0000","last_active":"2024-04-10T02:28:39.708179+0000","last_peered":"2024-04-10T02:28:39.708179+0000","last_clean":"2024-04-10T02:28:39.708179+0000","last_became_active":"2024-04-10T02:27:52.081630+0000","last_became_peered":"2024-04-10T02:27:52.081630+0000","last_unstale":"2024-04-10T02:28:39.708179+0000","last_undegraded":"2024-04-10T02:28:39.708179+0000","last_fullsized":"2024-04-10T02:28:39.708179+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:33:42.900205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":278,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711246+0000","last_change":"2024-04-10T02:26:08.863817+0000","last_active":"2024-04-10T02:28:39.711246+0000","last_peered":"2024-04-10T02:28:39.711246+0000","last_clean":"2024-04-10T02:28:39.711246+0000","last_became_active":"2024-04-10T02:26:08.863524+0000","last_became_peered":"2024-04-10T02:26:08.863524+0000","last_unstale":"2024-04-10T02:28:39.711246+0000","last_undegraded":"2024-04-10T02:28:39.711246+0000","last_fullsized":"2024-04-10T02:28:39.711246+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_clean_scrub_stamp":"2024-04-10T02:24:07.252135+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:53:19.178917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704403+0000","last_change":"2024-04-10T02:26:42.411610+0000","last_active":"2024-04-10T02:28:39.704403+0000","last_peered":"2024-04-10T02:28:39.704403+0000","last_clean":"2024-04-10T02:28:39.704403+0000","last_became_active":"2024-04-10T02:26:42.411314+0000","last_became_peered":"2024-04-10T02:26:42.411314+0000","last_unstale":"2024-04-10T02:28:39.704403+0000","last_undegraded":"2024-04-10T02:28:39.704403+0000","last_fullsized":"2024-04-10T02:28:39.704403+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:34:31.847629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706067+0000","last_change":"2024-04-10T02:27:53.095862+0000","last_active":"2024-04-10T02:28:39.706067+0000","last_peered":"2024-04-10T02:28:39.706067+0000","last_clean":"2024-04-10T02:28:39.706067+0000","last_became_active":"2024-04-10T02:27:53.095577+0000","last_became_peered":"2024-04-10T02:27:53.095577+0000","last_unstale":"2024-04-10T02:28:39.706067+0000","last_undegraded":"2024-04-10T02:28:39.706067+0000","last_fullsized":"2024-04-10T02:28:39.706067+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:44:15.677581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705363+0000","last_change":"2024-04-10T02:27:52.091664+0000","last_active":"2024-04-10T02:28:39.705363+0000","last_peered":"2024-04-10T02:28:39.705363+0000","last_clean":"2024-04-10T02:28:39.705363+0000","last_became_active":"2024-04-10T02:27:52.090521+0000","last_became_peered":"2024-04-10T02:27:52.090521+0000","last_unstale":"2024-04-10T02:28:39.705363+0000","last_undegraded":"2024-04-10T02:28:39.705363+0000","last_fullsized":"2024-04-10T02:28:39.705363+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:06:31.348383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710304+0000","last_change":"2024-04-10T02:26:42.412047+0000","last_active":"2024-04-10T02:28:39.710304+0000","last_peered":"2024-04-10T02:28:39.710304+0000","last_clean":"2024-04-10T02:28:39.710304+0000","last_became_active":"2024-04-10T02:26:42.411753+0000","last_became_peered":"2024-04-10T02:26:42.411753+0000","last_unstale":"2024-04-10T02:28:39.710304+0000","last_undegraded":"2024-04-10T02:28:39.710304+0000","last_fullsized":"2024-04-10T02:28:39.710304+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:56:09.174144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706130+0000","last_change":"2024-04-10T02:27:53.100847+0000","last_active":"2024-04-10T02:28:39.706130+0000","last_peered":"2024-04-10T02:28:39.706130+0000","last_clean":"2024-04-10T02:28:39.706130+0000","last_became_active":"2024-04-10T02:27:53.100596+0000","last_became_peered":"2024-04-10T02:27:53.100596+0000","last_unstale":"2024-04-10T02:28:39.706130+0000","last_undegraded":"2024-04-10T02:28:39.706130+0000","last_fullsized":"2024-04-10T02:28:39.706130+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:33:27.101074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.709432+0000","last_change":"2024-04-10T02:27:52.074394+0000","last_active":"2024-04-10T02:28:39.709432+0000","last_peered":"2024-04-10T02:28:39.709432+0000","last_clean":"2024-04-10T02:28:39.709432+0000","last_became_active":"2024-04-10T02:27:52.074128+0000","last_became_peered":"2024-04-10T02:27:52.074128+0000","last_unstale":"2024-04-10T02:28:39.709432+0000","last_undegraded":"2024-04-10T02:28:39.709432+0000","last_fullsized":"2024-04-10T02:28:39.709432+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:48:40.654836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704297+0000","last_change":"2024-04-10T02:26:42.411738+0000","last_active":"2024-04-10T02:28:39.704297+0000","last_peered":"2024-04-10T02:28:39.704297+0000","last_clean":"2024-04-10T02:28:39.704297+0000","last_became_active":"2024-04-10T02:26:42.411454+0000","last_became_peered":"2024-04-10T02:26:42.411454+0000","last_unstale":"2024-04-10T02:28:39.704297+0000","last_undegraded":"2024-04-10T02:28:39.704297+0000","last_fullsized":"2024-04-10T02:28:39.704297+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:57:19.173567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705423+0000","last_change":"2024-04-10T02:27:53.099643+0000","last_active":"2024-04-10T02:28:39.705423+0000","last_peered":"2024-04-10T02:28:39.705423+0000","last_clean":"2024-04-10T02:28:39.705423+0000","last_became_active":"2024-04-10T02:27:53.099354+0000","last_became_peered":"2024-04-10T02:27:53.099354+0000","last_unstale":"2024-04-10T02:28:39.705423+0000","last_undegraded":"2024-04-10T02:28:39.705423+0000","last_fullsized":"2024-04-10T02:28:39.705423+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:47:16.795161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704594+0000","last_change":"2024-04-10T02:27:52.078207+0000","last_active":"2024-04-10T02:28:39.704594+0000","last_peered":"2024-04-10T02:28:39.704594+0000","last_clean":"2024-04-10T02:28:39.704594+0000","last_became_active":"2024-04-10T02:27:52.077823+0000","last_became_peered":"2024-04-10T02:27:52.077823+0000","last_unstale":"2024-04-10T02:28:39.704594+0000","last_undegraded":"2024-04-10T02:28:39.704594+0000","last_fullsized":"2024-04-10T02:28:39.704594+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:16:15.618342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705975+0000","last_change":"2024-04-10T02:26:42.411852+0000","last_active":"2024-04-10T02:28:39.705975+0000","last_peered":"2024-04-10T02:28:39.705975+0000","last_clean":"2024-04-10T02:28:39.705975+0000","last_became_active":"2024-04-10T02:26:42.411547+0000","last_became_peered":"2024-04-10T02:26:42.411547+0000","last_unstale":"2024-04-10T02:28:39.705975+0000","last_undegraded":"2024-04-10T02:28:39.705975+0000","last_fullsized":"2024-04-10T02:28:39.705975+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:34:52.859884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706031+0000","last_change":"2024-04-10T02:27:53.101302+0000","last_active":"2024-04-10T02:28:39.706031+0000","last_peered":"2024-04-10T02:28:39.706031+0000","last_clean":"2024-04-10T02:28:39.706031+0000","last_became_active":"2024-04-10T02:27:53.100899+0000","last_became_peered":"2024-04-10T02:27:53.100899+0000","last_unstale":"2024-04-10T02:28:39.706031+0000","last_undegraded":"2024-04-10T02:28:39.706031+0000","last_fullsized":"2024-04-10T02:28:39.706031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:12:19.610133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708035+0000","last_change":"2024-04-10T02:27:52.091959+0000","last_active":"2024-04-10T02:28:39.708035+0000","last_peered":"2024-04-10T02:28:39.708035+0000","last_clean":"2024-04-10T02:28:39.708035+0000","last_became_active":"2024-04-10T02:27:52.091656+0000","last_became_peered":"2024-04-10T02:27:52.091656+0000","last_unstale":"2024-04-10T02:28:39.708035+0000","last_undegraded":"2024-04-10T02:28:39.708035+0000","last_fullsized":"2024-04-10T02:28:39.708035+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:50:15.108615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708388+0000","last_change":"2024-04-10T02:27:53.101713+0000","last_active":"2024-04-10T02:28:39.708388+0000","last_peered":"2024-04-10T02:28:39.708388+0000","last_clean":"2024-04-10T02:28:39.708388+0000","last_became_active":"2024-04-10T02:27:53.101435+0000","last_became_peered":"2024-04-10T02:27:53.101435+0000","last_unstale":"2024-04-10T02:28:39.708388+0000","last_undegraded":"2024-04-10T02:28:39.708388+0000","last_fullsized":"2024-04-10T02:28:39.708388+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:32:34.199514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708122+0000","last_change":"2024-04-10T02:27:52.079871+0000","last_active":"2024-04-10T02:28:39.708122+0000","last_peered":"2024-04-10T02:28:39.708122+0000","last_clean":"2024-04-10T02:28:39.708122+0000","last_became_active":"2024-04-10T02:27:52.079030+0000","last_became_peered":"2024-04-10T02:27:52.079030+0000","last_unstale":"2024-04-10T02:28:39.708122+0000","last_undegraded":"2024-04-10T02:28:39.708122+0000","last_fullsized":"2024-04-10T02:28:39.708122+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:23:59.938359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708446+0000","last_change":"2024-04-10T02:27:53.101082+0000","last_active":"2024-04-10T02:28:39.708446+0000","last_peered":"2024-04-10T02:28:39.708446+0000","last_clean":"2024-04-10T02:28:39.708446+0000","last_became_active":"2024-04-10T02:27:53.100771+0000","last_became_peered":"2024-04-10T02:27:53.100771+0000","last_unstale":"2024-04-10T02:28:39.708446+0000","last_undegraded":"2024-04-10T02:28:39.708446+0000","last_fullsized":"2024-04-10T02:28:39.708446+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:20:28.447237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711993+0000","last_change":"2024-04-10T02:27:52.087634+0000","last_active":"2024-04-10T02:28:39.711993+0000","last_peered":"2024-04-10T02:28:39.711993+0000","last_clean":"2024-04-10T02:28:39.711993+0000","last_became_active":"2024-04-10T02:27:52.087373+0000","last_became_peered":"2024-04-10T02:27:52.087373+0000","last_unstale":"2024-04-10T02:28:39.711993+0000","last_undegraded":"2024-04-10T02:28:39.711993+0000","last_fullsized":"2024-04-10T02:28:39.711993+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:20:23.243761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708441+0000","last_change":"2024-04-10T02:27:53.101037+0000","last_active":"2024-04-10T02:28:39.708441+0000","last_peered":"2024-04-10T02:28:39.708441+0000","last_clean":"2024-04-10T02:28:39.708441+0000","last_became_active":"2024-04-10T02:27:53.100577+0000","last_became_peered":"2024-04-10T02:27:53.100577+0000","last_unstale":"2024-04-10T02:28:39.708441+0000","last_undegraded":"2024-04-10T02:28:39.708441+0000","last_fullsized":"2024-04-10T02:28:39.708441+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:05:30.885145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708279+0000","last_change":"2024-04-10T02:27:52.081225+0000","last_active":"2024-04-10T02:28:39.708279+0000","last_peered":"2024-04-10T02:28:39.708279+0000","last_clean":"2024-04-10T02:28:39.708279+0000","last_became_active":"2024-04-10T02:27:52.079363+0000","last_became_peered":"2024-04-10T02:27:52.079363+0000","last_unstale":"2024-04-10T02:28:39.708279+0000","last_undegraded":"2024-04-10T02:28:39.708279+0000","last_fullsized":"2024-04-10T02:28:39.708279+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:54:34.455943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705917+0000","last_change":"2024-04-10T02:27:53.097493+0000","last_active":"2024-04-10T02:28:39.705917+0000","last_peered":"2024-04-10T02:28:39.705917+0000","last_clean":"2024-04-10T02:28:39.705917+0000","last_became_active":"2024-04-10T02:27:53.097207+0000","last_became_peered":"2024-04-10T02:27:53.097207+0000","last_unstale":"2024-04-10T02:28:39.705917+0000","last_undegraded":"2024-04-10T02:28:39.705917+0000","last_fullsized":"2024-04-10T02:28:39.705917+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:24:58.999367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704425+0000","last_change":"2024-04-10T02:27:52.078313+0000","last_active":"2024-04-10T02:28:39.704425+0000","last_peered":"2024-04-10T02:28:39.704425+0000","last_clean":"2024-04-10T02:28:39.704425+0000","last_became_active":"2024-04-10T02:27:52.078047+0000","last_became_peered":"2024-04-10T02:27:52.078047+0000","last_unstale":"2024-04-10T02:28:39.704425+0000","last_undegraded":"2024-04-10T02:28:39.704425+0000","last_fullsized":"2024-04-10T02:28:39.704425+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:29:46.818209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711896+0000","last_change":"2024-04-10T02:27:53.325021+0000","last_active":"2024-04-10T02:28:39.711896+0000","last_peered":"2024-04-10T02:28:39.711896+0000","last_clean":"2024-04-10T02:28:39.711896+0000","last_became_active":"2024-04-10T02:27:53.324686+0000","last_became_peered":"2024-04-10T02:27:53.324686+0000","last_unstale":"2024-04-10T02:28:39.711896+0000","last_undegraded":"2024-04-10T02:28:39.711896+0000","last_fullsized":"2024-04-10T02:28:39.711896+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:52:36.133302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711194+0000","last_change":"2024-04-10T02:27:52.079852+0000","last_active":"2024-04-10T02:28:39.711194+0000","last_peered":"2024-04-10T02:28:39.711194+0000","last_clean":"2024-04-10T02:28:39.711194+0000","last_became_active":"2024-04-10T02:27:52.079566+0000","last_became_peered":"2024-04-10T02:27:52.079566+0000","last_unstale":"2024-04-10T02:28:39.711194+0000","last_undegraded":"2024-04-10T02:28:39.711194+0000","last_fullsized":"2024-04-10T02:28:39.711194+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:02:00.970367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.707982+0000","last_change":"2024-04-10T02:27:53.099575+0000","last_active":"2024-04-10T02:28:39.707982+0000","last_peered":"2024-04-10T02:28:39.707982+0000","last_clean":"2024-04-10T02:28:39.707982+0000","last_became_active":"2024-04-10T02:27:53.099287+0000","last_became_peered":"2024-04-10T02:27:53.099287+0000","last_unstale":"2024-04-10T02:28:39.707982+0000","last_undegraded":"2024-04-10T02:28:39.707982+0000","last_fullsized":"2024-04-10T02:28:39.707982+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:54:58.099071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711005+0000","last_change":"2024-04-10T02:27:52.088877+0000","last_active":"2024-04-10T02:28:39.711005+0000","last_peered":"2024-04-10T02:28:39.711005+0000","last_clean":"2024-04-10T02:28:39.711005+0000","last_became_active":"2024-04-10T02:27:52.088595+0000","last_became_peered":"2024-04-10T02:27:52.088595+0000","last_unstale":"2024-04-10T02:28:39.711005+0000","last_undegraded":"2024-04-10T02:28:39.711005+0000","last_fullsized":"2024-04-10T02:28:39.711005+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:21:08.525618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704269+0000","last_change":"2024-04-10T02:27:53.325399+0000","last_active":"2024-04-10T02:28:39.704269+0000","last_peered":"2024-04-10T02:28:39.704269+0000","last_clean":"2024-04-10T02:28:39.704269+0000","last_became_active":"2024-04-10T02:27:53.325043+0000","last_became_peered":"2024-04-10T02:27:53.325043+0000","last_unstale":"2024-04-10T02:28:39.704269+0000","last_undegraded":"2024-04-10T02:28:39.704269+0000","last_fullsized":"2024-04-10T02:28:39.704269+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:37:06.185251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711091+0000","last_change":"2024-04-10T02:27:52.084759+0000","last_active":"2024-04-10T02:28:39.711091+0000","last_peered":"2024-04-10T02:28:39.711091+0000","last_clean":"2024-04-10T02:28:39.711091+0000","last_became_active":"2024-04-10T02:27:52.084419+0000","last_became_peered":"2024-04-10T02:27:52.084419+0000","last_unstale":"2024-04-10T02:28:39.711091+0000","last_undegraded":"2024-04-10T02:28:39.711091+0000","last_fullsized":"2024-04-10T02:28:39.711091+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:52:44.735752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708525+0000","last_change":"2024-04-10T02:27:53.325258+0000","last_active":"2024-04-10T02:28:39.708525+0000","last_peered":"2024-04-10T02:28:39.708525+0000","last_clean":"2024-04-10T02:28:39.708525+0000","last_became_active":"2024-04-10T02:27:53.324946+0000","last_became_peered":"2024-04-10T02:27:53.324946+0000","last_unstale":"2024-04-10T02:28:39.708525+0000","last_undegraded":"2024-04-10T02:28:39.708525+0000","last_fullsized":"2024-04-10T02:28:39.708525+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T14:06:22.726703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":22,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711606+0000","last_change":"2024-04-10T02:27:52.082809+0000","last_active":"2024-04-10T02:28:39.711606+0000","last_peered":"2024-04-10T02:28:39.711606+0000","last_clean":"2024-04-10T02:28:39.711606+0000","last_became_active":"2024-04-10T02:27:52.082540+0000","last_became_peered":"2024-04-10T02:27:52.082540+0000","last_unstale":"2024-04-10T02:28:39.711606+0000","last_undegraded":"2024-04-10T02:28:39.711606+0000","last_fullsized":"2024-04-10T02:28:39.711606+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:27:14.749519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705961+0000","last_change":"2024-04-10T02:27:53.326398+0000","last_active":"2024-04-10T02:28:39.705961+0000","last_peered":"2024-04-10T02:28:39.705961+0000","last_clean":"2024-04-10T02:28:39.705961+0000","last_became_active":"2024-04-10T02:27:53.326088+0000","last_became_peered":"2024-04-10T02:27:53.326088+0000","last_unstale":"2024-04-10T02:28:39.705961+0000","last_undegraded":"2024-04-10T02:28:39.705961+0000","last_fullsized":"2024-04-10T02:28:39.705961+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:46:20.455062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710578+0000","last_change":"2024-04-10T02:27:52.086091+0000","last_active":"2024-04-10T02:28:39.710578+0000","last_peered":"2024-04-10T02:28:39.710578+0000","last_clean":"2024-04-10T02:28:39.710578+0000","last_became_active":"2024-04-10T02:27:52.085638+0000","last_became_peered":"2024-04-10T02:27:52.085638+0000","last_unstale":"2024-04-10T02:28:39.710578+0000","last_undegraded":"2024-04-10T02:28:39.710578+0000","last_fullsized":"2024-04-10T02:28:39.710578+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:45:48.782381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704526+0000","last_change":"2024-04-10T02:27:53.325280+0000","last_active":"2024-04-10T02:28:39.704526+0000","last_peered":"2024-04-10T02:28:39.704526+0000","last_clean":"2024-04-10T02:28:39.704526+0000","last_became_active":"2024-04-10T02:27:53.324994+0000","last_became_peered":"2024-04-10T02:27:53.324994+0000","last_unstale":"2024-04-10T02:28:39.704526+0000","last_undegraded":"2024-04-10T02:28:39.704526+0000","last_fullsized":"2024-04-10T02:28:39.704526+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:41:40.845092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705622+0000","last_change":"2024-04-10T02:27:52.075593+0000","last_active":"2024-04-10T02:28:39.705622+0000","last_peered":"2024-04-10T02:28:39.705622+0000","last_clean":"2024-04-10T02:28:39.705622+0000","last_became_active":"2024-04-10T02:27:52.075240+0000","last_became_peered":"2024-04-10T02:27:52.075240+0000","last_unstale":"2024-04-10T02:28:39.705622+0000","last_undegraded":"2024-04-10T02:28:39.705622+0000","last_fullsized":"2024-04-10T02:28:39.705622+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:51:39.853483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-10T02:28:41.136264+0000","last_change":"2024-04-10T02:28:41.136264+0000","last_active":"2024-04-10T02:28:41.136264+0000","last_peered":"2024-04-10T02:28:41.136264+0000","last_clean":"2024-04-10T02:28:41.136264+0000","last_became_active":"2024-04-10T02:28:41.136018+0000","last_became_peered":"2024-04-10T02:28:41.136018+0000","last_unstale":"2024-04-10T02:28:41.136264+0000","last_undegraded":"2024-04-10T02:28:41.136264+0000","last_fullsized":"2024-04-10T02:28:41.136264+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:24:20.388669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710840+0000","last_change":"2024-04-10T02:27:52.086255+0000","last_active":"2024-04-10T02:28:39.710840+0000","last_peered":"2024-04-10T02:28:39.710840+0000","last_clean":"2024-04-10T02:28:39.710840+0000","last_became_active":"2024-04-10T02:27:52.085815+0000","last_became_peered":"2024-04-10T02:27:52.085815+0000","last_unstale":"2024-04-10T02:28:39.710840+0000","last_undegraded":"2024-04-10T02:28:39.710840+0000","last_fullsized":"2024-04-10T02:28:39.710840+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:36:43.958436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-10T02:28:41.159273+0000","last_change":"2024-04-10T02:28:41.159273+0000","last_active":"2024-04-10T02:28:41.159273+0000","last_peered":"2024-04-10T02:28:41.159273+0000","last_clean":"2024-04-10T02:28:41.159273+0000","last_became_active":"2024-04-10T02:28:41.158913+0000","last_became_peered":"2024-04-10T02:28:41.158913+0000","last_unstale":"2024-04-10T02:28:41.159273+0000","last_undegraded":"2024-04-10T02:28:41.159273+0000","last_fullsized":"2024-04-10T02:28:41.159273+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:49:26.807359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'6","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708328+0000","last_change":"2024-04-10T02:27:52.081321+0000","last_active":"2024-04-10T02:28:39.708328+0000","last_peered":"2024-04-10T02:28:39.708328+0000","last_clean":"2024-04-10T02:28:39.708328+0000","last_became_active":"2024-04-10T02:27:52.081051+0000","last_became_peered":"2024-04-10T02:27:52.081051+0000","last_unstale":"2024-04-10T02:28:39.708328+0000","last_undegraded":"2024-04-10T02:28:39.708328+0000","last_fullsized":"2024-04-10T02:28:39.708328+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:37:54.924849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705370+0000","last_change":"2024-04-10T02:27:53.098293+0000","last_active":"2024-04-10T02:28:39.705370+0000","last_peered":"2024-04-10T02:28:39.705370+0000","last_clean":"2024-04-10T02:28:39.705370+0000","last_became_active":"2024-04-10T02:27:53.098023+0000","last_became_peered":"2024-04-10T02:27:53.098023+0000","last_unstale":"2024-04-10T02:28:39.705370+0000","last_undegraded":"2024-04-10T02:28:39.705370+0000","last_fullsized":"2024-04-10T02:28:39.705370+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:43:21.185832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710826+0000","last_change":"2024-04-10T02:27:52.084680+0000","last_active":"2024-04-10T02:28:39.710826+0000","last_peered":"2024-04-10T02:28:39.710826+0000","last_clean":"2024-04-10T02:28:39.710826+0000","last_became_active":"2024-04-10T02:27:52.084382+0000","last_became_peered":"2024-04-10T02:27:52.084382+0000","last_unstale":"2024-04-10T02:28:39.710826+0000","last_undegraded":"2024-04-10T02:28:39.710826+0000","last_fullsized":"2024-04-10T02:28:39.710826+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:16:25.499097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708267+0000","last_change":"2024-04-10T02:27:53.325858+0000","last_active":"2024-04-10T02:28:39.708267+0000","last_peered":"2024-04-10T02:28:39.708267+0000","last_clean":"2024-04-10T02:28:39.708267+0000","last_became_active":"2024-04-10T02:27:53.325088+0000","last_became_peered":"2024-04-10T02:27:53.325088+0000","last_unstale":"2024-04-10T02:28:39.708267+0000","last_undegraded":"2024-04-10T02:28:39.708267+0000","last_fullsized":"2024-04-10T02:28:39.708267+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:57:25.947178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704463+0000","last_change":"2024-04-10T02:27:52.087541+0000","last_active":"2024-04-10T02:28:39.704463+0000","last_peered":"2024-04-10T02:28:39.704463+0000","last_clean":"2024-04-10T02:28:39.704463+0000","last_became_active":"2024-04-10T02:27:52.087286+0000","last_became_peered":"2024-04-10T02:27:52.087286+0000","last_unstale":"2024-04-10T02:28:39.704463+0000","last_undegraded":"2024-04-10T02:28:39.704463+0000","last_fullsized":"2024-04-10T02:28:39.704463+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:50:14.862690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708238+0000","last_change":"2024-04-10T02:27:53.102329+0000","last_active":"2024-04-10T02:28:39.708238+0000","last_peered":"2024-04-10T02:28:39.708238+0000","last_clean":"2024-04-10T02:28:39.708238+0000","last_became_active":"2024-04-10T02:27:53.102059+0000","last_became_peered":"2024-04-10T02:27:53.102059+0000","last_unstale":"2024-04-10T02:28:39.708238+0000","last_undegraded":"2024-04-10T02:28:39.708238+0000","last_fullsized":"2024-04-10T02:28:39.708238+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:43:04.362684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706571+0000","last_change":"2024-04-10T02:27:52.082573+0000","last_active":"2024-04-10T02:28:39.706571+0000","last_peered":"2024-04-10T02:28:39.706571+0000","last_clean":"2024-04-10T02:28:39.706571+0000","last_became_active":"2024-04-10T02:27:52.082206+0000","last_became_peered":"2024-04-10T02:27:52.082206+0000","last_unstale":"2024-04-10T02:28:39.706571+0000","last_undegraded":"2024-04-10T02:28:39.706571+0000","last_fullsized":"2024-04-10T02:28:39.706571+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:06:12.700290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711985+0000","last_change":"2024-04-10T02:27:53.095252+0000","last_active":"2024-04-10T02:28:39.711985+0000","last_peered":"2024-04-10T02:28:39.711985+0000","last_clean":"2024-04-10T02:28:39.711985+0000","last_became_active":"2024-04-10T02:27:53.094978+0000","last_became_peered":"2024-04-10T02:27:53.094978+0000","last_unstale":"2024-04-10T02:28:39.711985+0000","last_undegraded":"2024-04-10T02:28:39.711985+0000","last_fullsized":"2024-04-10T02:28:39.711985+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:30:51.643136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708128+0000","last_change":"2024-04-10T02:27:52.091234+0000","last_active":"2024-04-10T02:28:39.708128+0000","last_peered":"2024-04-10T02:28:39.708128+0000","last_clean":"2024-04-10T02:28:39.708128+0000","last_became_active":"2024-04-10T02:27:52.090935+0000","last_became_peered":"2024-04-10T02:27:52.090935+0000","last_unstale":"2024-04-10T02:28:39.708128+0000","last_undegraded":"2024-04-10T02:28:39.708128+0000","last_fullsized":"2024-04-10T02:28:39.708128+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:33:51.967845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706052+0000","last_change":"2024-04-10T02:27:53.326952+0000","last_active":"2024-04-10T02:28:39.706052+0000","last_peered":"2024-04-10T02:28:39.706052+0000","last_clean":"2024-04-10T02:28:39.706052+0000","last_became_active":"2024-04-10T02:27:53.326730+0000","last_became_peered":"2024-04-10T02:27:53.326730+0000","last_unstale":"2024-04-10T02:28:39.706052+0000","last_undegraded":"2024-04-10T02:28:39.706052+0000","last_fullsized":"2024-04-10T02:28:39.706052+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:32:39.484934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705316+0000","last_change":"2024-04-10T02:27:52.090343+0000","last_active":"2024-04-10T02:28:39.705316+0000","last_peered":"2024-04-10T02:28:39.705316+0000","last_clean":"2024-04-10T02:28:39.705316+0000","last_became_active":"2024-04-10T02:27:52.089888+0000","last_became_peered":"2024-04-10T02:27:52.089888+0000","last_unstale":"2024-04-10T02:28:39.705316+0000","last_undegraded":"2024-04-10T02:28:39.705316+0000","last_fullsized":"2024-04-10T02:28:39.705316+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:54:38.302200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708479+0000","last_change":"2024-04-10T02:27:53.102901+0000","last_active":"2024-04-10T02:28:39.708479+0000","last_peered":"2024-04-10T02:28:39.708479+0000","last_clean":"2024-04-10T02:28:39.708479+0000","last_became_active":"2024-04-10T02:27:53.102618+0000","last_became_peered":"2024-04-10T02:27:53.102618+0000","last_unstale":"2024-04-10T02:28:39.708479+0000","last_undegraded":"2024-04-10T02:28:39.708479+0000","last_fullsized":"2024-04-10T02:28:39.708479+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:38:45.672256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708064+0000","last_change":"2024-04-10T02:27:52.087109+0000","last_active":"2024-04-10T02:28:39.708064+0000","last_peered":"2024-04-10T02:28:39.708064+0000","last_clean":"2024-04-10T02:28:39.708064+0000","last_became_active":"2024-04-10T02:27:52.086834+0000","last_became_peered":"2024-04-10T02:27:52.086834+0000","last_unstale":"2024-04-10T02:28:39.708064+0000","last_undegraded":"2024-04-10T02:28:39.708064+0000","last_fullsized":"2024-04-10T02:28:39.708064+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:54:35.344178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201315,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298676,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446476,"statfs":{"total":95995035648,"available":95689191424,"internally_reserved":0,"allocated":1347584,"data_stored":908597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56999999999999995,"15min":0.57599999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.67900000000000005,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.79000000000000004}]},{"osd":1,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69499999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.69499999999999995,"5min":0.755,"15min":0.755},"last":0.67000000000000004}]},{"osd":2,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.57799999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.74099999999999999,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.56799999999999995,"15min":0.56699999999999995},"min":{"1min":0.39800000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.73999999999999999}]},{"osd":3,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.60499999999999998,"15min":0.60299999999999998},"min":{"1min":0.42399999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73999999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.435,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.75800000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.69799999999999995}]},{"osd":4,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.45400000000000001,"15min":0.44800000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.72199999999999998,"5min":0.749,"15min":0.749},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.48199999999999998,"15min":0.47799999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.46300000000000002}]},{"osd":5,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.47899999999999998,"15min":0.47699999999999998},"min":{"1min":0.36199999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.52600000000000002,"15min":0.52300000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.59899999999999998}]},{"osd":6,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.505,"15min":0.503},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.55600000000000005,"15min":0.55100000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.501}]}]},{"osd":6,"up_from":47,"seq":201863462951,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298660,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446492,"statfs":{"total":95995035648,"available":95689207808,"internally_reserved":0,"allocated":1335296,"data_stored":908451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.621,"15min":0.57499999999999996},"min":{"1min":0.41999999999999998,"5min":0.307,"15min":0.307},"max":{"1min":10.214,"5min":10.214,"15min":10.214},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.56399999999999995,"15min":0.51300000000000001},"min":{"1min":0.374,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":10.137,"5min":10.137,"15min":10.137},"last":0.53700000000000003}]},{"osd":1,"last update":"Wed Apr 10 02:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.51600000000000001,"15min":0.51200000000000001},"min":{"1min":0.39500000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.71099999999999997,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.497},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.747,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.45000000000000001}]},{"osd":2,"last update":"Wed Apr 10 02:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.52800000000000002,"15min":0.52600000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57499999999999996}]},{"osd":3,"last update":"Wed Apr 10 02:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.54200000000000004,"15min":0.54300000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.879,"5min":0.61699999999999999,"15min":0.57299999999999995},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":10.173,"5min":10.173,"15min":10.173},"last":0.51000000000000001}]},{"osd":4,"last update":"Wed Apr 10 02:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.47899999999999998,"15min":0.47699999999999998},"min":{"1min":0.32500000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.72899999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.48199999999999998,"15min":0.47799999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.72299999999999998,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.35499999999999998}]},{"osd":5,"last update":"Wed Apr 10 02:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.48999999999999999,"15min":0.48799999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76200000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.51100000000000001,"15min":0.505},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.77600000000000002,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.46300000000000002}]},{"osd":7,"last update":"Wed Apr 10 02:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54300000000000004,"15min":0.54000000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.74199999999999999,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.57199999999999995,"15min":0.56599999999999995},"min":{"1min":0.40400000000000003,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83699999999999997,"5min":0.87,"15min":0.87},"last":0.58999999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574911,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298064,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447088,"statfs":{"total":95995035648,"available":95689818112,"internally_reserved":0,"allocated":724992,"data_stored":316461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:48 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.36699999999999999,"15min":0.33400000000000002},"min":{"1min":0.24199999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.51500000000000001,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.372,"5min":0.38700000000000001,"15min":0.35499999999999998},"min":{"1min":0.254,"5min":0.193,"15min":0.193},"max":{"1min":0.52900000000000003,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.34399999999999997}]},{"osd":2,"last update":"Wed Apr 10 02:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.44500000000000001,"15min":0.439},"min":{"1min":0.25900000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.51600000000000001,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.372},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.27300000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.505,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.29099999999999998}]},{"osd":3,"last update":"Wed Apr 10 02:28:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.42399999999999999,"15min":0.44400000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.48499999999999999,"15min":0.50800000000000001},"min":{"1min":0.313,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.39500000000000002}]},{"osd":4,"last update":"Wed Apr 10 02:27:56 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.61399999999999999,"15min":0.59299999999999997},"min":{"1min":0.379,"5min":0.372,"15min":0.372},"max":{"1min":4.3499999999999996,"5min":4.3499999999999996,"15min":4.3499999999999996},"last":0.58799999999999997},{"interface":"front","average":{"1min":1.395,"5min":0.76100000000000001,"15min":0.65900000000000003},"min":{"1min":0.45500000000000002,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":16.117999999999999,"5min":16.117999999999999,"15min":16.117999999999999},"last":0.59999999999999998}]},{"osd":5,"last update":"Wed Apr 10 02:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59899999999999998,"15min":0.61199999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79800000000000004,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.60899999999999999,"15min":0.621},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.63500000000000001}]},{"osd":6,"last update":"Wed Apr 10 02:28:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.60799999999999998,"15min":0.627},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80900000000000005,"5min":0.876,"15min":0.876},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60899999999999999,"15min":0.629},"min":{"1min":0.43099999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.64700000000000002}]},{"osd":7,"last update":"Wed Apr 10 02:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.60799999999999998,"15min":0.61199999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.53900000000000003},{"interface":"front","average":{"1min":1.323,"5min":0.748,"15min":0.65200000000000002},"min":{"1min":0.41899999999999998,"5min":0.374,"15min":0.374},"max":{"1min":16.088000000000001,"5min":16.088000000000001,"15min":16.088000000000001},"last":0.68400000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298652,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446500,"statfs":{"total":95995035648,"available":95689216000,"internally_reserved":0,"allocated":1327104,"data_stored":907421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 02:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.52700000000000002,"5min":0.628,"15min":0.628},"last":0.498},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38900000000000001,"15min":0.379},"min":{"1min":0.26400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.40300000000000002}]},{"osd":2,"last update":"Wed Apr 10 02:28:15 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41799999999999998,"15min":0.41399999999999998},"min":{"1min":0.29599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.47799999999999998,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.42299999999999999,"15min":0.42099999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52200000000000002,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.46100000000000002}]},{"osd":3,"last update":"Wed Apr 10 02:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40300000000000002,"15min":0.40500000000000003},"min":{"1min":0.27200000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.443},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.46999999999999997,"15min":0.48499999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.42699999999999999}]},{"osd":4,"last update":"Wed Apr 10 02:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.60699999999999998,"15min":0.60499999999999998},"min":{"1min":0.40400000000000003,"5min":0.379,"15min":0.379},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.628,"15min":0.623},"min":{"1min":0.48399999999999999,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.84899999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.63200000000000001}]},{"osd":5,"last update":"Wed Apr 10 02:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.55100000000000005,"15min":0.54600000000000004},"min":{"1min":0.434,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.58099999999999996,"15min":0.57899999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.70799999999999996}]},{"osd":6,"last update":"Wed Apr 10 02:28:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.47099999999999997,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.59699999999999998,"15min":0.60099999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.62}]},{"osd":7,"last update":"Wed Apr 10 02:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.60499999999999998,"15min":0.59899999999999998},"min":{"1min":0.50800000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.62,"15min":0.621},"min":{"1min":0.48199999999999998,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.76200000000000001,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.58999999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298072,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447080,"statfs":{"total":95995035648,"available":95689809920,"internally_reserved":0,"allocated":733184,"data_stored":317065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:10 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39500000000000002,"15min":0.39000000000000001},"min":{"1min":0.25600000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58799999999999997,"5min":0.622,"15min":0.622},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.40400000000000003,"15min":0.39100000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.42299999999999999}]},{"osd":1,"last update":"Wed Apr 10 02:28:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42299999999999999,"15min":0.42099999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.41699999999999998,"15min":0.40799999999999997},"min":{"1min":0.30399999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59899999999999998,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.39100000000000001}]},{"osd":3,"last update":"Wed Apr 10 02:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.44,"15min":0.45600000000000002},"min":{"1min":0.28199999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.57099999999999995,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.379},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46100000000000002,"15min":0.48199999999999998},"min":{"1min":0.309,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.62,"5min":0.88,"15min":0.88},"last":0.40699999999999997}]},{"osd":4,"last update":"Wed Apr 10 02:27:54 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.628,"15min":0.63400000000000001},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.90200000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.64600000000000002,"15min":0.65100000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.95599999999999996,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.68300000000000005}]},{"osd":5,"last update":"Wed Apr 10 02:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.61199999999999999,"15min":0.62},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83499999999999996,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.877,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.56899999999999995}]},{"osd":6,"last update":"Wed Apr 10 02:28:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.622,"15min":0.627},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84399999999999997,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63900000000000001,"15min":0.64100000000000001},"min":{"1min":0.46899999999999997,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.89900000000000002,"5min":1.044,"15min":1.044},"last":0.55700000000000005}]},{"osd":7,"last update":"Wed Apr 10 02:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.45900000000000002,"5min":0.441,"15min":0.441},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.60599999999999998,"15min":0.59699999999999998},"min":{"1min":0.52000000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.67100000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149751,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298068,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447084,"statfs":{"total":95995035648,"available":95689814016,"internally_reserved":0,"allocated":724992,"data_stored":316228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.378,"15min":0.372},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.25700000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.27000000000000002}]},{"osd":1,"last update":"Wed Apr 10 02:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41899999999999998,"15min":0.41499999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.314},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42599999999999999,"15min":0.432},"min":{"1min":0.28399999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.35599999999999998}]},{"osd":2,"last update":"Wed Apr 10 02:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.44500000000000001,"15min":0.439},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.439,"15min":0.435},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":0.34000000000000002}]},{"osd":4,"last update":"Wed Apr 10 02:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56100000000000005,"15min":0.55800000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.56799999999999995,"15min":0.56200000000000006},"min":{"1min":0.44400000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83399999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.39900000000000002}]},{"osd":5,"last update":"Wed Apr 10 02:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.622,"15min":0.63},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.90100000000000002,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.48899999999999999}]},{"osd":6,"last update":"Wed Apr 10 02:28:42 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.45000000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.622,"15min":0.62},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.7410000000000001,"5min":1.7410000000000001,"15min":1.7410000000000001},"last":0.374}]},{"osd":7,"last update":"Wed Apr 10 02:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.626,"15min":0.626},"min":{"1min":0.46500000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.64300000000000002,"15min":0.64000000000000001},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.42699999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986227,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298088,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447064,"statfs":{"total":95995035648,"available":95689793536,"internally_reserved":0,"allocated":749568,"data_stored":318159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51300000000000001,"15min":0.50700000000000001},"min":{"1min":0.40200000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.73099999999999998,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.496},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.39300000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.67000000000000004,"5min":1.216,"15min":1.216},"last":0.67300000000000004}]},{"osd":1,"last update":"Wed Apr 10 02:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.58299999999999996,"15min":0.56899999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.64600000000000002,"5min":3.9609999999999999,"15min":3.9609999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.496,"5min":0.55400000000000005,"15min":0.55000000000000004},"min":{"1min":0.39500000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.65400000000000003,"5min":1.306,"15min":1.306},"last":0.54400000000000004}]},{"osd":2,"last update":"Wed Apr 10 02:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.54700000000000004,"15min":0.55000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.71299999999999997,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.59499999999999997,"15min":0.57799999999999996},"min":{"1min":0.40000000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.63700000000000001,"5min":3.9820000000000002,"15min":3.9820000000000002},"last":0.69499999999999995}]},{"osd":3,"last update":"Wed Apr 10 02:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.56599999999999995,"15min":0.56899999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69699999999999995,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.55300000000000005,"15min":0.56100000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.68000000000000005,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.61499999999999999}]},{"osd":5,"last update":"Wed Apr 10 02:28:20 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.41899999999999998,"15min":0.41299999999999998},"min":{"1min":0.317,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.626,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.43099999999999999,"15min":0.42199999999999999},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.60499999999999998,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.58999999999999997}]},{"osd":6,"last update":"Wed Apr 10 02:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.44900000000000001,"15min":0.443},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.47099999999999997,"15min":0.46500000000000002},"min":{"1min":0.35899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.63600000000000001,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.629}]},{"osd":7,"last update":"Wed Apr 10 02:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.51800000000000002,"15min":0.52000000000000002},"min":{"1min":0.374,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70199999999999996,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.502,"5min":0.497,"15min":0.496},"min":{"1min":0.34300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69599999999999995,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.64500000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724589,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298068,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447084,"statfs":{"total":95995035648,"available":95689814016,"internally_reserved":0,"allocated":729088,"data_stored":316778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52800000000000002,"15min":0.53100000000000003},"min":{"1min":0.29799999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.33600000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.755,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":7.0869999999999997}]},{"osd":1,"last update":"Wed Apr 10 02:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71199999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.84999999999999998,"15min":1.002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.624,"5min":11.603,"15min":11.603},"last":0.55300000000000005}]},{"osd":2,"last update":"Wed Apr 10 02:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53300000000000003,"15min":0.54100000000000004},"min":{"1min":0.40100000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.69099999999999995,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.64600000000000002}]},{"osd":3,"last update":"Wed Apr 10 02:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54400000000000004,"15min":0.56200000000000006},"min":{"1min":0.35499999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.76600000000000001,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56299999999999994,"15min":0.56799999999999995},"min":{"1min":0.36199999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61199999999999999}]},{"osd":4,"last update":"Wed Apr 10 02:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.41199999999999998,"15min":0.41099999999999998},"min":{"1min":0.28199999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.66700000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.42599999999999999,"15min":0.42299999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67100000000000004,"5min":0.752,"15min":0.752},"last":0.48599999999999999}]},{"osd":6,"last update":"Wed Apr 10 02:28:43 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.47699999999999998,"15min":0.47299999999999998},"min":{"1min":0.32300000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.64400000000000002,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48899999999999999,"15min":0.48499999999999999},"min":{"1min":0.33300000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.65800000000000003,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.53300000000000003}]},{"osd":7,"last update":"Wed Apr 10 02:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51900000000000002,"15min":0.51800000000000002},"min":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.5,"15min":0.498},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.47599999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T02:28:51.584 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T02:28:51.846 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:52.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:52 smithi057 ceph-mon[29320]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:28:52.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:52 smithi057 ceph-mon[29320]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:52.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:52 smithi057 ceph-mon[40038]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:28:52.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:52 smithi057 ceph-mon[40038]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:52.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:52 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:52] "GET /metrics HTTP/1.1" 200 239166 "" "Prometheus/2.43.0" 2024-04-10T02:28:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:52 smithi096 ceph-mon[33018]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:28:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:52 smithi096 ceph-mon[33018]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:53.559 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:28:53.560 INFO:teuthology.orchestra.run.smithi057.stderr:dumped all 2024-04-10T02:28:53.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:28:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:28:54.326 INFO:teuthology.orchestra.run.smithi057.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-04-10T02:28:53.541562+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386348,"kb_used_data":7492,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574868,"statfs":{"total":767960285184,"available":765516664832,"internally_reserved":0,"allocated":7671808,"data_stored":4309160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002621"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.707956+0000","last_change":"2024-04-10T02:27:53.096096+0000","last_active":"2024-04-10T02:28:39.707956+0000","last_peered":"2024-04-10T02:28:39.707956+0000","last_clean":"2024-04-10T02:28:39.707956+0000","last_became_active":"2024-04-10T02:27:53.095785+0000","last_became_peered":"2024-04-10T02:27:53.095785+0000","last_unstale":"2024-04-10T02:28:39.707956+0000","last_undegraded":"2024-04-10T02:28:39.707956+0000","last_fullsized":"2024-04-10T02:28:39.707956+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:50:40.530558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706602+0000","last_change":"2024-04-10T02:27:52.076730+0000","last_active":"2024-04-10T02:28:39.706602+0000","last_peered":"2024-04-10T02:28:39.706602+0000","last_clean":"2024-04-10T02:28:39.706602+0000","last_became_active":"2024-04-10T02:27:52.076423+0000","last_became_peered":"2024-04-10T02:27:52.076423+0000","last_unstale":"2024-04-10T02:28:39.706602+0000","last_undegraded":"2024-04-10T02:28:39.706602+0000","last_fullsized":"2024-04-10T02:28:39.706602+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:54:05.460096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708280+0000","last_change":"2024-04-10T02:27:53.101072+0000","last_active":"2024-04-10T02:28:39.708280+0000","last_peered":"2024-04-10T02:28:39.708280+0000","last_clean":"2024-04-10T02:28:39.708280+0000","last_became_active":"2024-04-10T02:27:53.100500+0000","last_became_peered":"2024-04-10T02:27:53.100500+0000","last_unstale":"2024-04-10T02:28:39.708280+0000","last_undegraded":"2024-04-10T02:28:39.708280+0000","last_fullsized":"2024-04-10T02:28:39.708280+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:09:52.931696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708531+0000","last_change":"2024-04-10T02:27:52.083103+0000","last_active":"2024-04-10T02:28:39.708531+0000","last_peered":"2024-04-10T02:28:39.708531+0000","last_clean":"2024-04-10T02:28:39.708531+0000","last_became_active":"2024-04-10T02:27:52.082841+0000","last_became_peered":"2024-04-10T02:27:52.082841+0000","last_unstale":"2024-04-10T02:28:39.708531+0000","last_undegraded":"2024-04-10T02:28:39.708531+0000","last_fullsized":"2024-04-10T02:28:39.708531+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:36:32.284146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708223+0000","last_change":"2024-04-10T02:27:53.101814+0000","last_active":"2024-04-10T02:28:39.708223+0000","last_peered":"2024-04-10T02:28:39.708223+0000","last_clean":"2024-04-10T02:28:39.708223+0000","last_became_active":"2024-04-10T02:27:53.101114+0000","last_became_peered":"2024-04-10T02:27:53.101114+0000","last_unstale":"2024-04-10T02:28:39.708223+0000","last_undegraded":"2024-04-10T02:28:39.708223+0000","last_fullsized":"2024-04-10T02:28:39.708223+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:56:11.513697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704648+0000","last_change":"2024-04-10T02:27:52.077534+0000","last_active":"2024-04-10T02:28:39.704648+0000","last_peered":"2024-04-10T02:28:39.704648+0000","last_clean":"2024-04-10T02:28:39.704648+0000","last_became_active":"2024-04-10T02:27:52.077269+0000","last_became_peered":"2024-04-10T02:27:52.077269+0000","last_unstale":"2024-04-10T02:28:39.704648+0000","last_undegraded":"2024-04-10T02:28:39.704648+0000","last_fullsized":"2024-04-10T02:28:39.704648+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:13:29.149584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-10T02:28:41.159293+0000","last_change":"2024-04-10T02:28:41.159293+0000","last_active":"2024-04-10T02:28:41.159293+0000","last_peered":"2024-04-10T02:28:41.159293+0000","last_clean":"2024-04-10T02:28:41.159293+0000","last_became_active":"2024-04-10T02:28:41.158877+0000","last_became_peered":"2024-04-10T02:28:41.158877+0000","last_unstale":"2024-04-10T02:28:41.159293+0000","last_undegraded":"2024-04-10T02:28:41.159293+0000","last_fullsized":"2024-04-10T02:28:41.159293+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:30:10.916810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704534+0000","last_change":"2024-04-10T02:27:52.087446+0000","last_active":"2024-04-10T02:28:39.704534+0000","last_peered":"2024-04-10T02:28:39.704534+0000","last_clean":"2024-04-10T02:28:39.704534+0000","last_became_active":"2024-04-10T02:27:52.087181+0000","last_became_peered":"2024-04-10T02:27:52.087181+0000","last_unstale":"2024-04-10T02:28:39.704534+0000","last_undegraded":"2024-04-10T02:28:39.704534+0000","last_fullsized":"2024-04-10T02:28:39.704534+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:22:46.821903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710419+0000","last_change":"2024-04-10T02:27:53.100761+0000","last_active":"2024-04-10T02:28:39.710419+0000","last_peered":"2024-04-10T02:28:39.710419+0000","last_clean":"2024-04-10T02:28:39.710419+0000","last_became_active":"2024-04-10T02:27:53.100481+0000","last_became_peered":"2024-04-10T02:27:53.100481+0000","last_unstale":"2024-04-10T02:28:39.710419+0000","last_undegraded":"2024-04-10T02:28:39.710419+0000","last_fullsized":"2024-04-10T02:28:39.710419+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:36:37.621430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706312+0000","last_change":"2024-04-10T02:27:52.075597+0000","last_active":"2024-04-10T02:28:39.706312+0000","last_peered":"2024-04-10T02:28:39.706312+0000","last_clean":"2024-04-10T02:28:39.706312+0000","last_became_active":"2024-04-10T02:27:52.075266+0000","last_became_peered":"2024-04-10T02:27:52.075266+0000","last_unstale":"2024-04-10T02:28:39.706312+0000","last_undegraded":"2024-04-10T02:28:39.706312+0000","last_fullsized":"2024-04-10T02:28:39.706312+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:41:53.596506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708201+0000","last_change":"2024-04-10T02:27:53.097891+0000","last_active":"2024-04-10T02:28:39.708201+0000","last_peered":"2024-04-10T02:28:39.708201+0000","last_clean":"2024-04-10T02:28:39.708201+0000","last_became_active":"2024-04-10T02:27:53.097630+0000","last_became_peered":"2024-04-10T02:27:53.097630+0000","last_unstale":"2024-04-10T02:28:39.708201+0000","last_undegraded":"2024-04-10T02:28:39.708201+0000","last_fullsized":"2024-04-10T02:28:39.708201+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:06:03.453303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706144+0000","last_change":"2024-04-10T02:27:52.088954+0000","last_active":"2024-04-10T02:28:39.706144+0000","last_peered":"2024-04-10T02:28:39.706144+0000","last_clean":"2024-04-10T02:28:39.706144+0000","last_became_active":"2024-04-10T02:27:52.088606+0000","last_became_peered":"2024-04-10T02:27:52.088606+0000","last_unstale":"2024-04-10T02:28:39.706144+0000","last_undegraded":"2024-04-10T02:28:39.706144+0000","last_fullsized":"2024-04-10T02:28:39.706144+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:28:06.205140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.712031+0000","last_change":"2024-04-10T02:26:42.411576+0000","last_active":"2024-04-10T02:28:39.712031+0000","last_peered":"2024-04-10T02:28:39.712031+0000","last_clean":"2024-04-10T02:28:39.712031+0000","last_became_active":"2024-04-10T02:26:42.411279+0000","last_became_peered":"2024-04-10T02:26:42.411279+0000","last_unstale":"2024-04-10T02:28:39.712031+0000","last_undegraded":"2024-04-10T02:28:39.712031+0000","last_fullsized":"2024-04-10T02:28:39.712031+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:57:23.189815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708014+0000","last_change":"2024-04-10T02:27:53.324811+0000","last_active":"2024-04-10T02:28:39.708014+0000","last_peered":"2024-04-10T02:28:39.708014+0000","last_clean":"2024-04-10T02:28:39.708014+0000","last_became_active":"2024-04-10T02:27:53.324506+0000","last_became_peered":"2024-04-10T02:27:53.324506+0000","last_unstale":"2024-04-10T02:28:39.708014+0000","last_undegraded":"2024-04-10T02:28:39.708014+0000","last_fullsized":"2024-04-10T02:28:39.708014+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:02:36.108533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706516+0000","last_change":"2024-04-10T02:26:42.987456+0000","last_active":"2024-04-10T02:28:39.706516+0000","last_peered":"2024-04-10T02:28:39.706516+0000","last_clean":"2024-04-10T02:28:39.706516+0000","last_became_active":"2024-04-10T02:26:42.987164+0000","last_became_peered":"2024-04-10T02:26:42.987164+0000","last_unstale":"2024-04-10T02:28:39.706516+0000","last_undegraded":"2024-04-10T02:28:39.706516+0000","last_fullsized":"2024-04-10T02:28:39.706516+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:12:39.421508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708620+0000","last_change":"2024-04-10T02:27:52.080708+0000","last_active":"2024-04-10T02:28:39.708620+0000","last_peered":"2024-04-10T02:28:39.708620+0000","last_clean":"2024-04-10T02:28:39.708620+0000","last_became_active":"2024-04-10T02:27:52.080356+0000","last_became_peered":"2024-04-10T02:27:52.080356+0000","last_unstale":"2024-04-10T02:28:39.708620+0000","last_undegraded":"2024-04-10T02:28:39.708620+0000","last_fullsized":"2024-04-10T02:28:39.708620+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:20:50.043969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706242+0000","last_change":"2024-04-10T02:27:53.324835+0000","last_active":"2024-04-10T02:28:39.706242+0000","last_peered":"2024-04-10T02:28:39.706242+0000","last_clean":"2024-04-10T02:28:39.706242+0000","last_became_active":"2024-04-10T02:27:53.324497+0000","last_became_peered":"2024-04-10T02:27:53.324497+0000","last_unstale":"2024-04-10T02:28:39.706242+0000","last_undegraded":"2024-04-10T02:28:39.706242+0000","last_fullsized":"2024-04-10T02:28:39.706242+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:53:02.372298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706372+0000","last_change":"2024-04-10T02:27:52.088792+0000","last_active":"2024-04-10T02:28:39.706372+0000","last_peered":"2024-04-10T02:28:39.706372+0000","last_clean":"2024-04-10T02:28:39.706372+0000","last_became_active":"2024-04-10T02:27:52.087217+0000","last_became_peered":"2024-04-10T02:27:52.087217+0000","last_unstale":"2024-04-10T02:28:39.706372+0000","last_undegraded":"2024-04-10T02:28:39.706372+0000","last_fullsized":"2024-04-10T02:28:39.706372+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T14:17:39.244977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710864+0000","last_change":"2024-04-10T02:26:42.987517+0000","last_active":"2024-04-10T02:28:39.710864+0000","last_peered":"2024-04-10T02:28:39.710864+0000","last_clean":"2024-04-10T02:28:39.710864+0000","last_became_active":"2024-04-10T02:26:42.987176+0000","last_became_peered":"2024-04-10T02:26:42.987176+0000","last_unstale":"2024-04-10T02:28:39.710864+0000","last_undegraded":"2024-04-10T02:28:39.710864+0000","last_fullsized":"2024-04-10T02:28:39.710864+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:17:04.862749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706159+0000","last_change":"2024-04-10T02:27:53.095155+0000","last_active":"2024-04-10T02:28:39.706159+0000","last_peered":"2024-04-10T02:28:39.706159+0000","last_clean":"2024-04-10T02:28:39.706159+0000","last_became_active":"2024-04-10T02:27:53.094870+0000","last_became_peered":"2024-04-10T02:27:53.094870+0000","last_unstale":"2024-04-10T02:28:39.706159+0000","last_undegraded":"2024-04-10T02:28:39.706159+0000","last_fullsized":"2024-04-10T02:28:39.706159+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:15:15.448863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706088+0000","last_change":"2024-04-10T02:27:52.071679+0000","last_active":"2024-04-10T02:28:39.706088+0000","last_peered":"2024-04-10T02:28:39.706088+0000","last_clean":"2024-04-10T02:28:39.706088+0000","last_became_active":"2024-04-10T02:27:52.071304+0000","last_became_peered":"2024-04-10T02:27:52.071304+0000","last_unstale":"2024-04-10T02:28:39.706088+0000","last_undegraded":"2024-04-10T02:28:39.706088+0000","last_fullsized":"2024-04-10T02:28:39.706088+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:05:07.046192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711210+0000","last_change":"2024-04-10T02:26:42.412517+0000","last_active":"2024-04-10T02:28:39.711210+0000","last_peered":"2024-04-10T02:28:39.711210+0000","last_clean":"2024-04-10T02:28:39.711210+0000","last_became_active":"2024-04-10T02:26:42.411609+0000","last_became_peered":"2024-04-10T02:26:42.411609+0000","last_unstale":"2024-04-10T02:28:39.711210+0000","last_undegraded":"2024-04-10T02:28:39.711210+0000","last_fullsized":"2024-04-10T02:28:39.711210+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:12:34.376276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711688+0000","last_change":"2024-04-10T02:27:53.325958+0000","last_active":"2024-04-10T02:28:39.711688+0000","last_peered":"2024-04-10T02:28:39.711688+0000","last_clean":"2024-04-10T02:28:39.711688+0000","last_became_active":"2024-04-10T02:27:53.325655+0000","last_became_peered":"2024-04-10T02:27:53.325655+0000","last_unstale":"2024-04-10T02:28:39.711688+0000","last_undegraded":"2024-04-10T02:28:39.711688+0000","last_fullsized":"2024-04-10T02:28:39.711688+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:59:18.935407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708179+0000","last_change":"2024-04-10T02:27:52.081982+0000","last_active":"2024-04-10T02:28:39.708179+0000","last_peered":"2024-04-10T02:28:39.708179+0000","last_clean":"2024-04-10T02:28:39.708179+0000","last_became_active":"2024-04-10T02:27:52.081630+0000","last_became_peered":"2024-04-10T02:27:52.081630+0000","last_unstale":"2024-04-10T02:28:39.708179+0000","last_undegraded":"2024-04-10T02:28:39.708179+0000","last_fullsized":"2024-04-10T02:28:39.708179+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:33:42.900205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":278,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711246+0000","last_change":"2024-04-10T02:26:08.863817+0000","last_active":"2024-04-10T02:28:39.711246+0000","last_peered":"2024-04-10T02:28:39.711246+0000","last_clean":"2024-04-10T02:28:39.711246+0000","last_became_active":"2024-04-10T02:26:08.863524+0000","last_became_peered":"2024-04-10T02:26:08.863524+0000","last_unstale":"2024-04-10T02:28:39.711246+0000","last_undegraded":"2024-04-10T02:28:39.711246+0000","last_fullsized":"2024-04-10T02:28:39.711246+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_clean_scrub_stamp":"2024-04-10T02:24:07.252135+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:53:19.178917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704403+0000","last_change":"2024-04-10T02:26:42.411610+0000","last_active":"2024-04-10T02:28:39.704403+0000","last_peered":"2024-04-10T02:28:39.704403+0000","last_clean":"2024-04-10T02:28:39.704403+0000","last_became_active":"2024-04-10T02:26:42.411314+0000","last_became_peered":"2024-04-10T02:26:42.411314+0000","last_unstale":"2024-04-10T02:28:39.704403+0000","last_undegraded":"2024-04-10T02:28:39.704403+0000","last_fullsized":"2024-04-10T02:28:39.704403+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:34:31.847629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706067+0000","last_change":"2024-04-10T02:27:53.095862+0000","last_active":"2024-04-10T02:28:39.706067+0000","last_peered":"2024-04-10T02:28:39.706067+0000","last_clean":"2024-04-10T02:28:39.706067+0000","last_became_active":"2024-04-10T02:27:53.095577+0000","last_became_peered":"2024-04-10T02:27:53.095577+0000","last_unstale":"2024-04-10T02:28:39.706067+0000","last_undegraded":"2024-04-10T02:28:39.706067+0000","last_fullsized":"2024-04-10T02:28:39.706067+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:44:15.677581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705363+0000","last_change":"2024-04-10T02:27:52.091664+0000","last_active":"2024-04-10T02:28:39.705363+0000","last_peered":"2024-04-10T02:28:39.705363+0000","last_clean":"2024-04-10T02:28:39.705363+0000","last_became_active":"2024-04-10T02:27:52.090521+0000","last_became_peered":"2024-04-10T02:27:52.090521+0000","last_unstale":"2024-04-10T02:28:39.705363+0000","last_undegraded":"2024-04-10T02:28:39.705363+0000","last_fullsized":"2024-04-10T02:28:39.705363+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:06:31.348383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710304+0000","last_change":"2024-04-10T02:26:42.412047+0000","last_active":"2024-04-10T02:28:39.710304+0000","last_peered":"2024-04-10T02:28:39.710304+0000","last_clean":"2024-04-10T02:28:39.710304+0000","last_became_active":"2024-04-10T02:26:42.411753+0000","last_became_peered":"2024-04-10T02:26:42.411753+0000","last_unstale":"2024-04-10T02:28:39.710304+0000","last_undegraded":"2024-04-10T02:28:39.710304+0000","last_fullsized":"2024-04-10T02:28:39.710304+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:56:09.174144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706130+0000","last_change":"2024-04-10T02:27:53.100847+0000","last_active":"2024-04-10T02:28:39.706130+0000","last_peered":"2024-04-10T02:28:39.706130+0000","last_clean":"2024-04-10T02:28:39.706130+0000","last_became_active":"2024-04-10T02:27:53.100596+0000","last_became_peered":"2024-04-10T02:27:53.100596+0000","last_unstale":"2024-04-10T02:28:39.706130+0000","last_undegraded":"2024-04-10T02:28:39.706130+0000","last_fullsized":"2024-04-10T02:28:39.706130+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:33:27.101074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.709432+0000","last_change":"2024-04-10T02:27:52.074394+0000","last_active":"2024-04-10T02:28:39.709432+0000","last_peered":"2024-04-10T02:28:39.709432+0000","last_clean":"2024-04-10T02:28:39.709432+0000","last_became_active":"2024-04-10T02:27:52.074128+0000","last_became_peered":"2024-04-10T02:27:52.074128+0000","last_unstale":"2024-04-10T02:28:39.709432+0000","last_undegraded":"2024-04-10T02:28:39.709432+0000","last_fullsized":"2024-04-10T02:28:39.709432+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:48:40.654836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704297+0000","last_change":"2024-04-10T02:26:42.411738+0000","last_active":"2024-04-10T02:28:39.704297+0000","last_peered":"2024-04-10T02:28:39.704297+0000","last_clean":"2024-04-10T02:28:39.704297+0000","last_became_active":"2024-04-10T02:26:42.411454+0000","last_became_peered":"2024-04-10T02:26:42.411454+0000","last_unstale":"2024-04-10T02:28:39.704297+0000","last_undegraded":"2024-04-10T02:28:39.704297+0000","last_fullsized":"2024-04-10T02:28:39.704297+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:57:19.173567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705423+0000","last_change":"2024-04-10T02:27:53.099643+0000","last_active":"2024-04-10T02:28:39.705423+0000","last_peered":"2024-04-10T02:28:39.705423+0000","last_clean":"2024-04-10T02:28:39.705423+0000","last_became_active":"2024-04-10T02:27:53.099354+0000","last_became_peered":"2024-04-10T02:27:53.099354+0000","last_unstale":"2024-04-10T02:28:39.705423+0000","last_undegraded":"2024-04-10T02:28:39.705423+0000","last_fullsized":"2024-04-10T02:28:39.705423+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:47:16.795161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704594+0000","last_change":"2024-04-10T02:27:52.078207+0000","last_active":"2024-04-10T02:28:39.704594+0000","last_peered":"2024-04-10T02:28:39.704594+0000","last_clean":"2024-04-10T02:28:39.704594+0000","last_became_active":"2024-04-10T02:27:52.077823+0000","last_became_peered":"2024-04-10T02:27:52.077823+0000","last_unstale":"2024-04-10T02:28:39.704594+0000","last_undegraded":"2024-04-10T02:28:39.704594+0000","last_fullsized":"2024-04-10T02:28:39.704594+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:16:15.618342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705975+0000","last_change":"2024-04-10T02:26:42.411852+0000","last_active":"2024-04-10T02:28:39.705975+0000","last_peered":"2024-04-10T02:28:39.705975+0000","last_clean":"2024-04-10T02:28:39.705975+0000","last_became_active":"2024-04-10T02:26:42.411547+0000","last_became_peered":"2024-04-10T02:26:42.411547+0000","last_unstale":"2024-04-10T02:28:39.705975+0000","last_undegraded":"2024-04-10T02:28:39.705975+0000","last_fullsized":"2024-04-10T02:28:39.705975+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:34:52.859884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706031+0000","last_change":"2024-04-10T02:27:53.101302+0000","last_active":"2024-04-10T02:28:39.706031+0000","last_peered":"2024-04-10T02:28:39.706031+0000","last_clean":"2024-04-10T02:28:39.706031+0000","last_became_active":"2024-04-10T02:27:53.100899+0000","last_became_peered":"2024-04-10T02:27:53.100899+0000","last_unstale":"2024-04-10T02:28:39.706031+0000","last_undegraded":"2024-04-10T02:28:39.706031+0000","last_fullsized":"2024-04-10T02:28:39.706031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:12:19.610133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708035+0000","last_change":"2024-04-10T02:27:52.091959+0000","last_active":"2024-04-10T02:28:39.708035+0000","last_peered":"2024-04-10T02:28:39.708035+0000","last_clean":"2024-04-10T02:28:39.708035+0000","last_became_active":"2024-04-10T02:27:52.091656+0000","last_became_peered":"2024-04-10T02:27:52.091656+0000","last_unstale":"2024-04-10T02:28:39.708035+0000","last_undegraded":"2024-04-10T02:28:39.708035+0000","last_fullsized":"2024-04-10T02:28:39.708035+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:50:15.108615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708388+0000","last_change":"2024-04-10T02:27:53.101713+0000","last_active":"2024-04-10T02:28:39.708388+0000","last_peered":"2024-04-10T02:28:39.708388+0000","last_clean":"2024-04-10T02:28:39.708388+0000","last_became_active":"2024-04-10T02:27:53.101435+0000","last_became_peered":"2024-04-10T02:27:53.101435+0000","last_unstale":"2024-04-10T02:28:39.708388+0000","last_undegraded":"2024-04-10T02:28:39.708388+0000","last_fullsized":"2024-04-10T02:28:39.708388+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:32:34.199514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708122+0000","last_change":"2024-04-10T02:27:52.079871+0000","last_active":"2024-04-10T02:28:39.708122+0000","last_peered":"2024-04-10T02:28:39.708122+0000","last_clean":"2024-04-10T02:28:39.708122+0000","last_became_active":"2024-04-10T02:27:52.079030+0000","last_became_peered":"2024-04-10T02:27:52.079030+0000","last_unstale":"2024-04-10T02:28:39.708122+0000","last_undegraded":"2024-04-10T02:28:39.708122+0000","last_fullsized":"2024-04-10T02:28:39.708122+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:23:59.938359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708446+0000","last_change":"2024-04-10T02:27:53.101082+0000","last_active":"2024-04-10T02:28:39.708446+0000","last_peered":"2024-04-10T02:28:39.708446+0000","last_clean":"2024-04-10T02:28:39.708446+0000","last_became_active":"2024-04-10T02:27:53.100771+0000","last_became_peered":"2024-04-10T02:27:53.100771+0000","last_unstale":"2024-04-10T02:28:39.708446+0000","last_undegraded":"2024-04-10T02:28:39.708446+0000","last_fullsized":"2024-04-10T02:28:39.708446+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:20:28.447237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711993+0000","last_change":"2024-04-10T02:27:52.087634+0000","last_active":"2024-04-10T02:28:39.711993+0000","last_peered":"2024-04-10T02:28:39.711993+0000","last_clean":"2024-04-10T02:28:39.711993+0000","last_became_active":"2024-04-10T02:27:52.087373+0000","last_became_peered":"2024-04-10T02:27:52.087373+0000","last_unstale":"2024-04-10T02:28:39.711993+0000","last_undegraded":"2024-04-10T02:28:39.711993+0000","last_fullsized":"2024-04-10T02:28:39.711993+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:20:23.243761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708441+0000","last_change":"2024-04-10T02:27:53.101037+0000","last_active":"2024-04-10T02:28:39.708441+0000","last_peered":"2024-04-10T02:28:39.708441+0000","last_clean":"2024-04-10T02:28:39.708441+0000","last_became_active":"2024-04-10T02:27:53.100577+0000","last_became_peered":"2024-04-10T02:27:53.100577+0000","last_unstale":"2024-04-10T02:28:39.708441+0000","last_undegraded":"2024-04-10T02:28:39.708441+0000","last_fullsized":"2024-04-10T02:28:39.708441+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:05:30.885145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708279+0000","last_change":"2024-04-10T02:27:52.081225+0000","last_active":"2024-04-10T02:28:39.708279+0000","last_peered":"2024-04-10T02:28:39.708279+0000","last_clean":"2024-04-10T02:28:39.708279+0000","last_became_active":"2024-04-10T02:27:52.079363+0000","last_became_peered":"2024-04-10T02:27:52.079363+0000","last_unstale":"2024-04-10T02:28:39.708279+0000","last_undegraded":"2024-04-10T02:28:39.708279+0000","last_fullsized":"2024-04-10T02:28:39.708279+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:54:34.455943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705917+0000","last_change":"2024-04-10T02:27:53.097493+0000","last_active":"2024-04-10T02:28:39.705917+0000","last_peered":"2024-04-10T02:28:39.705917+0000","last_clean":"2024-04-10T02:28:39.705917+0000","last_became_active":"2024-04-10T02:27:53.097207+0000","last_became_peered":"2024-04-10T02:27:53.097207+0000","last_unstale":"2024-04-10T02:28:39.705917+0000","last_undegraded":"2024-04-10T02:28:39.705917+0000","last_fullsized":"2024-04-10T02:28:39.705917+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:24:58.999367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704425+0000","last_change":"2024-04-10T02:27:52.078313+0000","last_active":"2024-04-10T02:28:39.704425+0000","last_peered":"2024-04-10T02:28:39.704425+0000","last_clean":"2024-04-10T02:28:39.704425+0000","last_became_active":"2024-04-10T02:27:52.078047+0000","last_became_peered":"2024-04-10T02:27:52.078047+0000","last_unstale":"2024-04-10T02:28:39.704425+0000","last_undegraded":"2024-04-10T02:28:39.704425+0000","last_fullsized":"2024-04-10T02:28:39.704425+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:29:46.818209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711896+0000","last_change":"2024-04-10T02:27:53.325021+0000","last_active":"2024-04-10T02:28:39.711896+0000","last_peered":"2024-04-10T02:28:39.711896+0000","last_clean":"2024-04-10T02:28:39.711896+0000","last_became_active":"2024-04-10T02:27:53.324686+0000","last_became_peered":"2024-04-10T02:27:53.324686+0000","last_unstale":"2024-04-10T02:28:39.711896+0000","last_undegraded":"2024-04-10T02:28:39.711896+0000","last_fullsized":"2024-04-10T02:28:39.711896+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:52:36.133302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711194+0000","last_change":"2024-04-10T02:27:52.079852+0000","last_active":"2024-04-10T02:28:39.711194+0000","last_peered":"2024-04-10T02:28:39.711194+0000","last_clean":"2024-04-10T02:28:39.711194+0000","last_became_active":"2024-04-10T02:27:52.079566+0000","last_became_peered":"2024-04-10T02:27:52.079566+0000","last_unstale":"2024-04-10T02:28:39.711194+0000","last_undegraded":"2024-04-10T02:28:39.711194+0000","last_fullsized":"2024-04-10T02:28:39.711194+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:02:00.970367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.707982+0000","last_change":"2024-04-10T02:27:53.099575+0000","last_active":"2024-04-10T02:28:39.707982+0000","last_peered":"2024-04-10T02:28:39.707982+0000","last_clean":"2024-04-10T02:28:39.707982+0000","last_became_active":"2024-04-10T02:27:53.099287+0000","last_became_peered":"2024-04-10T02:27:53.099287+0000","last_unstale":"2024-04-10T02:28:39.707982+0000","last_undegraded":"2024-04-10T02:28:39.707982+0000","last_fullsized":"2024-04-10T02:28:39.707982+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:54:58.099071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711005+0000","last_change":"2024-04-10T02:27:52.088877+0000","last_active":"2024-04-10T02:28:39.711005+0000","last_peered":"2024-04-10T02:28:39.711005+0000","last_clean":"2024-04-10T02:28:39.711005+0000","last_became_active":"2024-04-10T02:27:52.088595+0000","last_became_peered":"2024-04-10T02:27:52.088595+0000","last_unstale":"2024-04-10T02:28:39.711005+0000","last_undegraded":"2024-04-10T02:28:39.711005+0000","last_fullsized":"2024-04-10T02:28:39.711005+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:21:08.525618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704269+0000","last_change":"2024-04-10T02:27:53.325399+0000","last_active":"2024-04-10T02:28:39.704269+0000","last_peered":"2024-04-10T02:28:39.704269+0000","last_clean":"2024-04-10T02:28:39.704269+0000","last_became_active":"2024-04-10T02:27:53.325043+0000","last_became_peered":"2024-04-10T02:27:53.325043+0000","last_unstale":"2024-04-10T02:28:39.704269+0000","last_undegraded":"2024-04-10T02:28:39.704269+0000","last_fullsized":"2024-04-10T02:28:39.704269+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:37:06.185251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711091+0000","last_change":"2024-04-10T02:27:52.084759+0000","last_active":"2024-04-10T02:28:39.711091+0000","last_peered":"2024-04-10T02:28:39.711091+0000","last_clean":"2024-04-10T02:28:39.711091+0000","last_became_active":"2024-04-10T02:27:52.084419+0000","last_became_peered":"2024-04-10T02:27:52.084419+0000","last_unstale":"2024-04-10T02:28:39.711091+0000","last_undegraded":"2024-04-10T02:28:39.711091+0000","last_fullsized":"2024-04-10T02:28:39.711091+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:52:44.735752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708525+0000","last_change":"2024-04-10T02:27:53.325258+0000","last_active":"2024-04-10T02:28:39.708525+0000","last_peered":"2024-04-10T02:28:39.708525+0000","last_clean":"2024-04-10T02:28:39.708525+0000","last_became_active":"2024-04-10T02:27:53.324946+0000","last_became_peered":"2024-04-10T02:27:53.324946+0000","last_unstale":"2024-04-10T02:28:39.708525+0000","last_undegraded":"2024-04-10T02:28:39.708525+0000","last_fullsized":"2024-04-10T02:28:39.708525+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T14:06:22.726703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":22,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711606+0000","last_change":"2024-04-10T02:27:52.082809+0000","last_active":"2024-04-10T02:28:39.711606+0000","last_peered":"2024-04-10T02:28:39.711606+0000","last_clean":"2024-04-10T02:28:39.711606+0000","last_became_active":"2024-04-10T02:27:52.082540+0000","last_became_peered":"2024-04-10T02:27:52.082540+0000","last_unstale":"2024-04-10T02:28:39.711606+0000","last_undegraded":"2024-04-10T02:28:39.711606+0000","last_fullsized":"2024-04-10T02:28:39.711606+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:27:14.749519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705961+0000","last_change":"2024-04-10T02:27:53.326398+0000","last_active":"2024-04-10T02:28:39.705961+0000","last_peered":"2024-04-10T02:28:39.705961+0000","last_clean":"2024-04-10T02:28:39.705961+0000","last_became_active":"2024-04-10T02:27:53.326088+0000","last_became_peered":"2024-04-10T02:27:53.326088+0000","last_unstale":"2024-04-10T02:28:39.705961+0000","last_undegraded":"2024-04-10T02:28:39.705961+0000","last_fullsized":"2024-04-10T02:28:39.705961+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:46:20.455062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710578+0000","last_change":"2024-04-10T02:27:52.086091+0000","last_active":"2024-04-10T02:28:39.710578+0000","last_peered":"2024-04-10T02:28:39.710578+0000","last_clean":"2024-04-10T02:28:39.710578+0000","last_became_active":"2024-04-10T02:27:52.085638+0000","last_became_peered":"2024-04-10T02:27:52.085638+0000","last_unstale":"2024-04-10T02:28:39.710578+0000","last_undegraded":"2024-04-10T02:28:39.710578+0000","last_fullsized":"2024-04-10T02:28:39.710578+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:45:48.782381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704526+0000","last_change":"2024-04-10T02:27:53.325280+0000","last_active":"2024-04-10T02:28:39.704526+0000","last_peered":"2024-04-10T02:28:39.704526+0000","last_clean":"2024-04-10T02:28:39.704526+0000","last_became_active":"2024-04-10T02:27:53.324994+0000","last_became_peered":"2024-04-10T02:27:53.324994+0000","last_unstale":"2024-04-10T02:28:39.704526+0000","last_undegraded":"2024-04-10T02:28:39.704526+0000","last_fullsized":"2024-04-10T02:28:39.704526+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:41:40.845092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705622+0000","last_change":"2024-04-10T02:27:52.075593+0000","last_active":"2024-04-10T02:28:39.705622+0000","last_peered":"2024-04-10T02:28:39.705622+0000","last_clean":"2024-04-10T02:28:39.705622+0000","last_became_active":"2024-04-10T02:27:52.075240+0000","last_became_peered":"2024-04-10T02:27:52.075240+0000","last_unstale":"2024-04-10T02:28:39.705622+0000","last_undegraded":"2024-04-10T02:28:39.705622+0000","last_fullsized":"2024-04-10T02:28:39.705622+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:51:39.853483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-10T02:28:41.136264+0000","last_change":"2024-04-10T02:28:41.136264+0000","last_active":"2024-04-10T02:28:41.136264+0000","last_peered":"2024-04-10T02:28:41.136264+0000","last_clean":"2024-04-10T02:28:41.136264+0000","last_became_active":"2024-04-10T02:28:41.136018+0000","last_became_peered":"2024-04-10T02:28:41.136018+0000","last_unstale":"2024-04-10T02:28:41.136264+0000","last_undegraded":"2024-04-10T02:28:41.136264+0000","last_fullsized":"2024-04-10T02:28:41.136264+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:24:20.388669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710840+0000","last_change":"2024-04-10T02:27:52.086255+0000","last_active":"2024-04-10T02:28:39.710840+0000","last_peered":"2024-04-10T02:28:39.710840+0000","last_clean":"2024-04-10T02:28:39.710840+0000","last_became_active":"2024-04-10T02:27:52.085815+0000","last_became_peered":"2024-04-10T02:27:52.085815+0000","last_unstale":"2024-04-10T02:28:39.710840+0000","last_undegraded":"2024-04-10T02:28:39.710840+0000","last_fullsized":"2024-04-10T02:28:39.710840+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:36:43.958436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-10T02:28:41.159273+0000","last_change":"2024-04-10T02:28:41.159273+0000","last_active":"2024-04-10T02:28:41.159273+0000","last_peered":"2024-04-10T02:28:41.159273+0000","last_clean":"2024-04-10T02:28:41.159273+0000","last_became_active":"2024-04-10T02:28:41.158913+0000","last_became_peered":"2024-04-10T02:28:41.158913+0000","last_unstale":"2024-04-10T02:28:41.159273+0000","last_undegraded":"2024-04-10T02:28:41.159273+0000","last_fullsized":"2024-04-10T02:28:41.159273+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:49:26.807359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'6","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708328+0000","last_change":"2024-04-10T02:27:52.081321+0000","last_active":"2024-04-10T02:28:39.708328+0000","last_peered":"2024-04-10T02:28:39.708328+0000","last_clean":"2024-04-10T02:28:39.708328+0000","last_became_active":"2024-04-10T02:27:52.081051+0000","last_became_peered":"2024-04-10T02:27:52.081051+0000","last_unstale":"2024-04-10T02:28:39.708328+0000","last_undegraded":"2024-04-10T02:28:39.708328+0000","last_fullsized":"2024-04-10T02:28:39.708328+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:37:54.924849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705370+0000","last_change":"2024-04-10T02:27:53.098293+0000","last_active":"2024-04-10T02:28:39.705370+0000","last_peered":"2024-04-10T02:28:39.705370+0000","last_clean":"2024-04-10T02:28:39.705370+0000","last_became_active":"2024-04-10T02:27:53.098023+0000","last_became_peered":"2024-04-10T02:27:53.098023+0000","last_unstale":"2024-04-10T02:28:39.705370+0000","last_undegraded":"2024-04-10T02:28:39.705370+0000","last_fullsized":"2024-04-10T02:28:39.705370+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:43:21.185832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.710826+0000","last_change":"2024-04-10T02:27:52.084680+0000","last_active":"2024-04-10T02:28:39.710826+0000","last_peered":"2024-04-10T02:28:39.710826+0000","last_clean":"2024-04-10T02:28:39.710826+0000","last_became_active":"2024-04-10T02:27:52.084382+0000","last_became_peered":"2024-04-10T02:27:52.084382+0000","last_unstale":"2024-04-10T02:28:39.710826+0000","last_undegraded":"2024-04-10T02:28:39.710826+0000","last_fullsized":"2024-04-10T02:28:39.710826+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:16:25.499097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708267+0000","last_change":"2024-04-10T02:27:53.325858+0000","last_active":"2024-04-10T02:28:39.708267+0000","last_peered":"2024-04-10T02:28:39.708267+0000","last_clean":"2024-04-10T02:28:39.708267+0000","last_became_active":"2024-04-10T02:27:53.325088+0000","last_became_peered":"2024-04-10T02:27:53.325088+0000","last_unstale":"2024-04-10T02:28:39.708267+0000","last_undegraded":"2024-04-10T02:28:39.708267+0000","last_fullsized":"2024-04-10T02:28:39.708267+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:57:25.947178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.704463+0000","last_change":"2024-04-10T02:27:52.087541+0000","last_active":"2024-04-10T02:28:39.704463+0000","last_peered":"2024-04-10T02:28:39.704463+0000","last_clean":"2024-04-10T02:28:39.704463+0000","last_became_active":"2024-04-10T02:27:52.087286+0000","last_became_peered":"2024-04-10T02:27:52.087286+0000","last_unstale":"2024-04-10T02:28:39.704463+0000","last_undegraded":"2024-04-10T02:28:39.704463+0000","last_fullsized":"2024-04-10T02:28:39.704463+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:50:14.862690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708238+0000","last_change":"2024-04-10T02:27:53.102329+0000","last_active":"2024-04-10T02:28:39.708238+0000","last_peered":"2024-04-10T02:28:39.708238+0000","last_clean":"2024-04-10T02:28:39.708238+0000","last_became_active":"2024-04-10T02:27:53.102059+0000","last_became_peered":"2024-04-10T02:27:53.102059+0000","last_unstale":"2024-04-10T02:28:39.708238+0000","last_undegraded":"2024-04-10T02:28:39.708238+0000","last_fullsized":"2024-04-10T02:28:39.708238+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:43:04.362684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706571+0000","last_change":"2024-04-10T02:27:52.082573+0000","last_active":"2024-04-10T02:28:39.706571+0000","last_peered":"2024-04-10T02:28:39.706571+0000","last_clean":"2024-04-10T02:28:39.706571+0000","last_became_active":"2024-04-10T02:27:52.082206+0000","last_became_peered":"2024-04-10T02:27:52.082206+0000","last_unstale":"2024-04-10T02:28:39.706571+0000","last_undegraded":"2024-04-10T02:28:39.706571+0000","last_fullsized":"2024-04-10T02:28:39.706571+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:06:12.700290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.711985+0000","last_change":"2024-04-10T02:27:53.095252+0000","last_active":"2024-04-10T02:28:39.711985+0000","last_peered":"2024-04-10T02:28:39.711985+0000","last_clean":"2024-04-10T02:28:39.711985+0000","last_became_active":"2024-04-10T02:27:53.094978+0000","last_became_peered":"2024-04-10T02:27:53.094978+0000","last_unstale":"2024-04-10T02:28:39.711985+0000","last_undegraded":"2024-04-10T02:28:39.711985+0000","last_fullsized":"2024-04-10T02:28:39.711985+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:30:51.643136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708128+0000","last_change":"2024-04-10T02:27:52.091234+0000","last_active":"2024-04-10T02:28:39.708128+0000","last_peered":"2024-04-10T02:28:39.708128+0000","last_clean":"2024-04-10T02:28:39.708128+0000","last_became_active":"2024-04-10T02:27:52.090935+0000","last_became_peered":"2024-04-10T02:27:52.090935+0000","last_unstale":"2024-04-10T02:28:39.708128+0000","last_undegraded":"2024-04-10T02:28:39.708128+0000","last_fullsized":"2024-04-10T02:28:39.708128+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:33:51.967845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.706052+0000","last_change":"2024-04-10T02:27:53.326952+0000","last_active":"2024-04-10T02:28:39.706052+0000","last_peered":"2024-04-10T02:28:39.706052+0000","last_clean":"2024-04-10T02:28:39.706052+0000","last_became_active":"2024-04-10T02:27:53.326730+0000","last_became_peered":"2024-04-10T02:27:53.326730+0000","last_unstale":"2024-04-10T02:28:39.706052+0000","last_undegraded":"2024-04-10T02:28:39.706052+0000","last_fullsized":"2024-04-10T02:28:39.706052+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:32:39.484934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.705316+0000","last_change":"2024-04-10T02:27:52.090343+0000","last_active":"2024-04-10T02:28:39.705316+0000","last_peered":"2024-04-10T02:28:39.705316+0000","last_clean":"2024-04-10T02:28:39.705316+0000","last_became_active":"2024-04-10T02:27:52.089888+0000","last_became_peered":"2024-04-10T02:27:52.089888+0000","last_unstale":"2024-04-10T02:28:39.705316+0000","last_undegraded":"2024-04-10T02:28:39.705316+0000","last_fullsized":"2024-04-10T02:28:39.705316+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:54:38.302200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708479+0000","last_change":"2024-04-10T02:27:53.102901+0000","last_active":"2024-04-10T02:28:39.708479+0000","last_peered":"2024-04-10T02:28:39.708479+0000","last_clean":"2024-04-10T02:28:39.708479+0000","last_became_active":"2024-04-10T02:27:53.102618+0000","last_became_peered":"2024-04-10T02:27:53.102618+0000","last_unstale":"2024-04-10T02:28:39.708479+0000","last_undegraded":"2024-04-10T02:28:39.708479+0000","last_fullsized":"2024-04-10T02:28:39.708479+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:38:45.672256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T02:28:39.708064+0000","last_change":"2024-04-10T02:27:52.087109+0000","last_active":"2024-04-10T02:28:39.708064+0000","last_peered":"2024-04-10T02:28:39.708064+0000","last_clean":"2024-04-10T02:28:39.708064+0000","last_became_active":"2024-04-10T02:27:52.086834+0000","last_became_peered":"2024-04-10T02:27:52.086834+0000","last_unstale":"2024-04-10T02:28:39.708064+0000","last_undegraded":"2024-04-10T02:28:39.708064+0000","last_fullsized":"2024-04-10T02:28:39.708064+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:54:35.344178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201316,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298676,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446476,"statfs":{"total":95995035648,"available":95689191424,"internally_reserved":0,"allocated":1347584,"data_stored":908597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56999999999999995,"15min":0.57599999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.67900000000000005,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.41799999999999998}]},{"osd":1,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69499999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.69499999999999995,"5min":0.755,"15min":0.755},"last":0.434}]},{"osd":2,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.57799999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.74099999999999999,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.56799999999999995,"15min":0.56699999999999995},"min":{"1min":0.39800000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.47999999999999998}]},{"osd":3,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.60499999999999998,"15min":0.60299999999999998},"min":{"1min":0.42399999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73999999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.377},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.435,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.75800000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.52200000000000002}]},{"osd":4,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.45400000000000001,"15min":0.44800000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.72199999999999998,"5min":0.749,"15min":0.749},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.48199999999999998,"15min":0.47799999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.59799999999999998}]},{"osd":5,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.47899999999999998,"15min":0.47699999999999998},"min":{"1min":0.36199999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.52600000000000002,"15min":0.52300000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.79100000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.58499999999999996}]},{"osd":6,"last update":"Wed Apr 10 02:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.505,"15min":0.503},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.498},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.55600000000000005,"15min":0.55100000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.55100000000000005}]}]},{"osd":6,"up_from":47,"seq":201863462952,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298660,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446492,"statfs":{"total":95995035648,"available":95689207808,"internally_reserved":0,"allocated":1335296,"data_stored":908451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.628,"15min":0.57699999999999996},"min":{"1min":0.39100000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.79000000000000004,"5min":10.214,"15min":10.214},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57099999999999995,"15min":0.51500000000000001},"min":{"1min":0.309,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.70499999999999996,"5min":10.137,"15min":10.137},"last":0.59999999999999998}]},{"osd":1,"last update":"Wed Apr 10 02:28:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.53000000000000003,"15min":0.51700000000000002},"min":{"1min":0.42899999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.749,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.53600000000000003,"15min":0.53300000000000003},"min":{"1min":0.41599999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.75700000000000001,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.56399999999999995}]},{"osd":2,"last update":"Wed Apr 10 02:28:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52600000000000002},"min":{"1min":0.36099999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.75900000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.54200000000000004}]},{"osd":3,"last update":"Wed Apr 10 02:28:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55400000000000005,"15min":0.54700000000000004},"min":{"1min":0.48399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.61799999999999999,"15min":0.57399999999999995},"min":{"1min":0.41399999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71499999999999997,"5min":10.173,"15min":10.173},"last":0.68400000000000005}]},{"osd":4,"last update":"Wed Apr 10 02:28:47 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.48199999999999998,"15min":0.47799999999999998},"min":{"1min":0.35599999999999998,"5min":0.313,"15min":0.313},"max":{"1min":0.66600000000000004,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.49099999999999999,"15min":0.48099999999999998},"min":{"1min":0.33100000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.72099999999999997,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.64700000000000002}]},{"osd":5,"last update":"Wed Apr 10 02:28:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.496,"15min":0.48999999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70399999999999996,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.52200000000000002,"15min":0.50900000000000001},"min":{"1min":0.42799999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.75600000000000001,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.70799999999999996}]},{"osd":7,"last update":"Wed Apr 10 02:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54300000000000004,"15min":0.54000000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.74199999999999999,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.57199999999999995,"15min":0.56599999999999995},"min":{"1min":0.40400000000000003,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83699999999999997,"5min":0.87,"15min":0.87},"last":0.748}]}]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298064,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447088,"statfs":{"total":95995035648,"available":95689818112,"internally_reserved":0,"allocated":724992,"data_stored":316461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:27:48 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.36699999999999999,"15min":0.33400000000000002},"min":{"1min":0.24199999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.51500000000000001,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.372,"5min":0.38700000000000001,"15min":0.35499999999999998},"min":{"1min":0.254,"5min":0.193,"15min":0.193},"max":{"1min":0.52900000000000003,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.32900000000000001}]},{"osd":2,"last update":"Wed Apr 10 02:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.44500000000000001,"15min":0.439},"min":{"1min":0.25900000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.51600000000000001,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.27300000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.505,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.27000000000000002}]},{"osd":3,"last update":"Wed Apr 10 02:28:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.42399999999999999,"15min":0.44400000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.48499999999999999,"15min":0.50800000000000001},"min":{"1min":0.313,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.40500000000000003}]},{"osd":4,"last update":"Wed Apr 10 02:27:56 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.61399999999999999,"15min":0.59299999999999997},"min":{"1min":0.379,"5min":0.372,"15min":0.372},"max":{"1min":4.3499999999999996,"5min":4.3499999999999996,"15min":4.3499999999999996},"last":0.59799999999999998},{"interface":"front","average":{"1min":1.395,"5min":0.76100000000000001,"15min":0.65900000000000003},"min":{"1min":0.45500000000000002,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":16.117999999999999,"5min":16.117999999999999,"15min":16.117999999999999},"last":0.71199999999999997}]},{"osd":5,"last update":"Wed Apr 10 02:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59899999999999998,"15min":0.61199999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79800000000000004,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.60899999999999999,"15min":0.621},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.67300000000000004}]},{"osd":6,"last update":"Wed Apr 10 02:28:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.60799999999999998,"15min":0.627},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80900000000000005,"5min":0.876,"15min":0.876},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60899999999999999,"15min":0.629},"min":{"1min":0.43099999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.64800000000000002}]},{"osd":7,"last update":"Wed Apr 10 02:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.60799999999999998,"15min":0.61199999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.323,"5min":0.748,"15min":0.65200000000000002},"min":{"1min":0.41899999999999998,"5min":0.374,"15min":0.374},"max":{"1min":16.088000000000001,"5min":16.088000000000001,"15min":16.088000000000001},"last":0.68500000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738439,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298652,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446500,"statfs":{"total":95995035648,"available":95689216000,"internally_reserved":0,"allocated":1327104,"data_stored":907421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 02:27:50 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.23000000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.52700000000000002,"5min":0.628,"15min":0.628},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38900000000000001,"15min":0.379},"min":{"1min":0.26400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.505}]},{"osd":2,"last update":"Wed Apr 10 02:28:15 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.41799999999999998,"15min":0.41399999999999998},"min":{"1min":0.29599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.47799999999999998,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.42299999999999999,"15min":0.42099999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52200000000000002,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.52200000000000002}]},{"osd":3,"last update":"Wed Apr 10 02:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40300000000000002,"15min":0.40500000000000003},"min":{"1min":0.27200000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.46999999999999997,"15min":0.48499999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.48699999999999999}]},{"osd":4,"last update":"Wed Apr 10 02:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.60699999999999998,"15min":0.60499999999999998},"min":{"1min":0.40400000000000003,"5min":0.379,"15min":0.379},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.628,"15min":0.623},"min":{"1min":0.48399999999999999,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.84899999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.70399999999999996}]},{"osd":5,"last update":"Wed Apr 10 02:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.55100000000000005,"15min":0.54600000000000004},"min":{"1min":0.434,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.62},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.58099999999999996,"15min":0.57899999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.746}]},{"osd":6,"last update":"Wed Apr 10 02:28:44 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.47099999999999997,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.59699999999999998,"15min":0.60099999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.77400000000000002}]},{"osd":7,"last update":"Wed Apr 10 02:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.60499999999999998,"15min":0.59899999999999998},"min":{"1min":0.50800000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.62,"15min":0.621},"min":{"1min":0.48199999999999998,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.76200000000000001,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.79500000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411389,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298072,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447080,"statfs":{"total":95995035648,"available":95689809920,"internally_reserved":0,"allocated":733184,"data_stored":317065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:10 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39500000000000002,"15min":0.39000000000000001},"min":{"1min":0.25600000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58799999999999997,"5min":0.622,"15min":0.622},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.40400000000000003,"15min":0.39100000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.42299999999999999}]},{"osd":1,"last update":"Wed Apr 10 02:28:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42299999999999999,"15min":0.42099999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.41699999999999998,"15min":0.40799999999999997},"min":{"1min":0.30399999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59899999999999998,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.39100000000000001}]},{"osd":3,"last update":"Wed Apr 10 02:28:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.44,"15min":0.45600000000000002},"min":{"1min":0.28199999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.57099999999999995,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.379},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46100000000000002,"15min":0.48199999999999998},"min":{"1min":0.309,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.62,"5min":0.88,"15min":0.88},"last":0.40699999999999997}]},{"osd":4,"last update":"Wed Apr 10 02:27:54 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.628,"15min":0.63400000000000001},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.90200000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.64600000000000002,"15min":0.65100000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.95599999999999996,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.68300000000000005}]},{"osd":5,"last update":"Wed Apr 10 02:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.61199999999999999,"15min":0.62},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83499999999999996,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.877,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.56899999999999995}]},{"osd":6,"last update":"Wed Apr 10 02:28:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.622,"15min":0.627},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84399999999999997,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63900000000000001,"15min":0.64100000000000001},"min":{"1min":0.46899999999999997,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.89900000000000002,"5min":1.044,"15min":1.044},"last":0.55700000000000005}]},{"osd":7,"last update":"Wed Apr 10 02:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.45900000000000002,"5min":0.441,"15min":0.441},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.60599999999999998,"15min":0.59699999999999998},"min":{"1min":0.52000000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.67100000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149752,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298068,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447084,"statfs":{"total":95995035648,"available":95689814016,"internally_reserved":0,"allocated":724992,"data_stored":316228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.378,"15min":0.372},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.25700000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.41999999999999998}]},{"osd":1,"last update":"Wed Apr 10 02:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41899999999999998,"15min":0.41499999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42599999999999999,"15min":0.432},"min":{"1min":0.28399999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.30499999999999999}]},{"osd":2,"last update":"Wed Apr 10 02:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.44500000000000001,"15min":0.439},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.439,"15min":0.435},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":0.376}]},{"osd":4,"last update":"Wed Apr 10 02:27:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56100000000000005,"15min":0.55800000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.56799999999999995,"15min":0.56200000000000006},"min":{"1min":0.44400000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83399999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.48599999999999999}]},{"osd":5,"last update":"Wed Apr 10 02:28:18 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.627},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.622,"15min":0.63},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.90100000000000002,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.62}]},{"osd":6,"last update":"Wed Apr 10 02:28:42 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.45000000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.622,"15min":0.62},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.7410000000000001,"5min":1.7410000000000001,"15min":1.7410000000000001},"last":0.57499999999999996}]},{"osd":7,"last update":"Wed Apr 10 02:28:06 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.626,"15min":0.626},"min":{"1min":0.46500000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.64300000000000002,"15min":0.64000000000000001},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.53500000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986228,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298088,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447064,"statfs":{"total":95995035648,"available":95689793536,"internally_reserved":0,"allocated":749568,"data_stored":318159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51300000000000001,"15min":0.50700000000000001},"min":{"1min":0.40200000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.73099999999999998,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.39300000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.67000000000000004,"5min":1.216,"15min":1.216},"last":0.73099999999999998}]},{"osd":1,"last update":"Wed Apr 10 02:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.58299999999999996,"15min":0.56899999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.64600000000000002,"5min":3.9609999999999999,"15min":3.9609999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.55400000000000005,"15min":0.55000000000000004},"min":{"1min":0.39500000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.65400000000000003,"5min":1.306,"15min":1.306},"last":0.66500000000000004}]},{"osd":2,"last update":"Wed Apr 10 02:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.54700000000000004,"15min":0.55000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.71299999999999997,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.59499999999999997,"15min":0.57799999999999996},"min":{"1min":0.40000000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.63700000000000001,"5min":3.9820000000000002,"15min":3.9820000000000002},"last":0.623}]},{"osd":3,"last update":"Wed Apr 10 02:28:03 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.56599999999999995,"15min":0.56899999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69699999999999995,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.55300000000000005,"15min":0.56100000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.68000000000000005,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.68500000000000005}]},{"osd":5,"last update":"Wed Apr 10 02:28:20 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.41899999999999998,"15min":0.41299999999999998},"min":{"1min":0.317,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.626,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.43099999999999999,"15min":0.42199999999999999},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.60499999999999998,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.49399999999999999}]},{"osd":6,"last update":"Wed Apr 10 02:28:46 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.46100000000000002,"15min":0.44700000000000001},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.63,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.48199999999999998,"15min":0.46899999999999997},"min":{"1min":0.32100000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70899999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.58599999999999997}]},{"osd":7,"last update":"Wed Apr 10 02:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.51800000000000002,"15min":0.52000000000000002},"min":{"1min":0.374,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70199999999999996,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.497,"15min":0.496},"min":{"1min":0.34300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69599999999999995,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.60499999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724590,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298068,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447084,"statfs":{"total":95995035648,"available":95689814016,"internally_reserved":0,"allocated":729088,"data_stored":316778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 02:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52800000000000002,"15min":0.53100000000000003},"min":{"1min":0.29799999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.33600000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.755,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.63900000000000001}]},{"osd":1,"last update":"Wed Apr 10 02:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71199999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.621},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.84999999999999998,"15min":1.002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.624,"5min":11.603,"15min":11.603},"last":0.59699999999999998}]},{"osd":2,"last update":"Wed Apr 10 02:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53300000000000003,"15min":0.54100000000000004},"min":{"1min":0.40100000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.69099999999999995,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Apr 10 02:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54400000000000004,"15min":0.56200000000000006},"min":{"1min":0.35499999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.76600000000000001,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56299999999999994,"15min":0.56799999999999995},"min":{"1min":0.36199999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.56699999999999995}]},{"osd":4,"last update":"Wed Apr 10 02:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.41199999999999998,"15min":0.41099999999999998},"min":{"1min":0.28199999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.66700000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.42599999999999999,"15min":0.42299999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67100000000000004,"5min":0.752,"15min":0.752},"last":0.45700000000000002}]},{"osd":6,"last update":"Wed Apr 10 02:28:43 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.47699999999999998,"15min":0.47299999999999998},"min":{"1min":0.32300000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.64400000000000002,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48899999999999999,"15min":0.48499999999999999},"min":{"1min":0.33300000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.65800000000000003,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.73599999999999999}]},{"osd":7,"last update":"Wed Apr 10 02:28:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51900000000000002,"15min":0.51800000000000002},"min":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.5,"15min":0.498},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.67600000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T02:28:54.330 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-10T02:28:54.331 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-10T02:28:54.331 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-10T02:28:54.331 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:28:54.595 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:54.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:54 smithi057 ceph-mon[40038]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:54.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:54 smithi057 ceph-mon[40038]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:28:54.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:54.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:54 smithi057 ceph-mon[29320]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:54.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:54 smithi057 ceph-mon[29320]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:28:54.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:54 smithi096 ceph-mon[33018]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:54 smithi096 ceph-mon[33018]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:28:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:28:56.487 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:28:56.487 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-10T02:28:56.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:56 smithi057 ceph-mon[29320]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:56.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:56 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1606521099' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:28:56.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:56 smithi057 ceph-mon[40038]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:56.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:56 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1606521099' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:28:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:56 smithi096 ceph-mon[33018]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:56 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1606521099' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:28:57.204 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-10T02:28:57.205 INFO:teuthology.run_tasks:Running task print... 2024-04-10T02:28:57.215 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-04-10T02:28:57.215 INFO:teuthology.run_tasks:Running task parallel... 2024-04-10T02:28:57.224 INFO:teuthology.task.parallel:starting parallel... 2024-04-10T02:28:57.224 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-10T02:28:57.225 INFO:teuthology.task.sequential:In sequential, running task workunit... 2024-04-10T02:28:57.230 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-04-10T02:28:57.230 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T02:28:57.230 DEBUG:teuthology.orchestra.run.smithi057:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T02:28:57.231 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-10T02:28:57.231 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-10T02:28:57.231 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi057.front.sepia.ceph.com 2024-04-10T02:28:57.232 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-04-10T02:28:57.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T02:28:57.249 INFO:teuthology.orchestra.run.smithi057.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T02:28:57.249 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T02:28:57.305 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T02:28:57.306 DEBUG:teuthology.orchestra.run.smithi057:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T02:28:57.360 INFO:tasks.workunit:timeout=3h 2024-04-10T02:28:57.360 INFO:tasks.workunit:cleanup=True 2024-04-10T02:28:57.361 DEBUG:teuthology.orchestra.run.smithi057:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-10T02:28:57.415 INFO:tasks.workunit.client.0.smithi057.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T02:28:57.500 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:28:58.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:28:58 smithi057 ceph-mon[29320]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:58.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:28:58 smithi057 ceph-mon[40038]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:58.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:28:58 smithi096 ceph-mon[33018]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:28:59.587 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:59 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:28:59] ENGINE Bus STOPPING 2024-04-10T02:28:59.587 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:59 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:28:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:28:59.587 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:59 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:28:59] ENGINE Bus STOPPED 2024-04-10T02:28:59.587 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:59 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:28:59] ENGINE Bus STARTING 2024-04-10T02:28:59.587 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:59 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:28:59] ENGINE Serving on http://:::9283 2024-04-10T02:28:59.587 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:28:59 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:28:59] ENGINE Bus STARTED 2024-04-10T02:29:00.021 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-10T02:29:00.325 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:29:00.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[40038]: from='client.? ' entity='client.admin' 2024-04-10T02:29:00.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:29:00.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[40038]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:00.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:29:00.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:29:00.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:00.585 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[29320]: from='client.? ' entity='client.admin' 2024-04-10T02:29:00.586 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:29:00.586 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[29320]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:00.586 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:29:00.586 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:29:00.586 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:00 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:00.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:00 smithi096 ceph-mon[33018]: from='client.? ' entity='client.admin' 2024-04-10T02:29:00.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:29:00.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:00 smithi096 ceph-mon[33018]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:00.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:29:00.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:29:00.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:00 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:02.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:02 smithi057 ceph-mon[40038]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:02.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:02 smithi057 ceph-mon[29320]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:02.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:29:02 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:02] "GET /metrics HTTP/1.1" 200 239233 "" "Prometheus/2.43.0" 2024-04-10T02:29:02.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:02 smithi096 ceph-mon[33018]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:03.430 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-10T02:29:03.697 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:29:03.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:29:03 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:29:03.977 DEBUG:teuthology.orchestra.run.smithi057:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T02:29:04.000 INFO:tasks.workunit.client.0.smithi057.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T02:29:04.003 INFO:tasks.workunit.client.0.smithi057.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T02:29:04.003 INFO:tasks.workunit.client.0.smithi057.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T02:29:04.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:04 smithi057 ceph-mon[29320]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:04.876 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:04 smithi057 ceph-mon[40038]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:04 smithi096 ceph-mon[33018]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:05.934 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:05 smithi057 ceph-mon[29320]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:05.935 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:05 smithi057 ceph-mon[40038]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:06.096 INFO:tasks.workunit.client.0.smithi057.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T02:29:06.157 INFO:teuthology.orchestra.run.smithi057.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:29:06.174 INFO:tasks.workunit.client.0.smithi057.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T02:29:06.218 INFO:tasks.workunit.client.0.smithi057.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T02:29:06.219 INFO:tasks.workunit.client.0.smithi057.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T02:29:06.219 INFO:tasks.workunit.client.0.smithi057.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T02:29:06.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:05 smithi096 ceph-mon[33018]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:06.258 INFO:tasks.workunit.client.0.smithi057.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T02:29:06.261 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-10T02:29:06.261 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T02:29:06.316 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.0... 2024-04-10T02:29:06.318 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-10T02:29:06.318 DEBUG:teuthology.orchestra.run.smithi057:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/import_export.sh 2024-04-10T02:29:06.375 INFO:tasks.workunit.client.0.smithi057.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-10T02:29:06.375 INFO:tasks.workunit.client.0.smithi057.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-10T02:29:06.376 INFO:tasks.workunit.client.0.smithi057.stderr:+ TMPDIR=/tmp/rbd_import_export_79817 2024-04-10T02:29:06.376 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm -rf /tmp/rbd_import_export_79817 2024-04-10T02:29:06.376 INFO:tasks.workunit.client.0.smithi057.stderr:+ mkdir /tmp/rbd_import_export_79817 2024-04-10T02:29:06.377 INFO:tasks.workunit.client.0.smithi057.stderr:+ trap 'rm -rf /tmp/rbd_import_export_79817' INT TERM EXIT 2024-04-10T02:29:06.377 INFO:tasks.workunit.client.0.smithi057.stderr:+ mkdir foo.79817 2024-04-10T02:29:06.377 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import foo.79817 foo.dir 2024-04-10T02:29:06.438 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: cannot import a directory 2024-04-10T02:29:06.438 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 0% complete...failed. 2024-04-10T02:29:06.438 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: import failed: (21) Is a directory 2024-04-10T02:29:06.443 INFO:tasks.workunit.client.0.smithi057.stderr:+ true 2024-04-10T02:29:06.443 INFO:tasks.workunit.client.0.smithi057.stderr:+ rmdir foo.79817 2024-04-10T02:29:06.471 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_79817/img bs=1k count=1 seek=10 2024-04-10T02:29:06.471 INFO:tasks.workunit.client.0.smithi057.stderr:1+0 records in 2024-04-10T02:29:06.471 INFO:tasks.workunit.client.0.smithi057.stderr:1+0 records out 2024-04-10T02:29:06.472 INFO:tasks.workunit.client.0.smithi057.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.2681e-05 s, 24.0 MB/s 2024-04-10T02:29:06.472 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_79817/img bs=1k count=10 seek=100 2024-04-10T02:29:06.472 INFO:tasks.workunit.client.0.smithi057.stderr:10+0 records in 2024-04-10T02:29:06.472 INFO:tasks.workunit.client.0.smithi057.stderr:10+0 records out 2024-04-10T02:29:06.472 INFO:tasks.workunit.client.0.smithi057.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.8157e-05 s, 213 MB/s 2024-04-10T02:29:06.472 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_79817/img bs=1k count=100 seek=1000 2024-04-10T02:29:06.473 INFO:tasks.workunit.client.0.smithi057.stderr:60+1 records in 2024-04-10T02:29:06.473 INFO:tasks.workunit.client.0.smithi057.stderr:60+1 records out 2024-04-10T02:29:06.473 INFO:tasks.workunit.client.0.smithi057.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000148033 s, 415 MB/s 2024-04-10T02:29:06.473 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_79817/img bs=1k seek=10000 2024-04-10T02:29:06.474 INFO:tasks.workunit.client.0.smithi057.stderr:137+1 records in 2024-04-10T02:29:06.474 INFO:tasks.workunit.client.0.smithi057.stderr:137+1 records out 2024-04-10T02:29:06.474 INFO:tasks.workunit.client.0.smithi057.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000475262 s, 296 MB/s 2024-04-10T02:29:06.474 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_79817/img bs=1k seek=100000 2024-04-10T02:29:06.475 INFO:tasks.workunit.client.0.smithi057.stderr:59+1 records in 2024-04-10T02:29:06.475 INFO:tasks.workunit.client.0.smithi057.stderr:59+1 records out 2024-04-10T02:29:06.475 INFO:tasks.workunit.client.0.smithi057.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000156811 s, 392 MB/s 2024-04-10T02:29:06.475 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_79817/img bs=1k seek=1000000 2024-04-10T02:29:06.476 INFO:tasks.workunit.client.0.smithi057.stderr:154+1 records in 2024-04-10T02:29:06.476 INFO:tasks.workunit.client.0.smithi057.stderr:154+1 records out 2024-04-10T02:29:06.477 INFO:tasks.workunit.client.0.smithi057.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000336385 s, 470 MB/s 2024-04-10T02:29:06.477 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm testimg 2024-04-10T02:29:06.514 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 0% complete...failed. 2024-04-10T02:29:06.514 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: delete error: (2) No such file or directory 2024-04-10T02:29:06.517 INFO:tasks.workunit.client.0.smithi057.stderr:+ true 2024-04-10T02:29:06.517 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --new-format /tmp/rbd_import_export_79817/img testimg 2024-04-10T02:29:06.959 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch ps' 2024-04-10T02:29:07.264 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:29:07.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[29320]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3a866975a60f6dc859246f6f19fd8ddb4db2cc2e", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:29:07.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[29320]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:29:07.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:07.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:29:07.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:29:07.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:29:07.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:07.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[29320]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:29:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[40038]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3a866975a60f6dc859246f6f19fd8ddb4db2cc2e", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:29:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[40038]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:29:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:29:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:29:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:29:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:07 smithi057 ceph-mon[40038]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:29:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:07 smithi096 ceph-mon[33018]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3a866975a60f6dc859246f6f19fd8ddb4db2cc2e", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:29:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:07 smithi096 ceph-mon[33018]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:29:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:07 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:07 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:29:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:07 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:29:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:07 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:29:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:07 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:07.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:07 smithi096 ceph-mon[33018]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3a866975a60f6dc859246f6f19fd8ddb4db2cc2e 2024-04-10T02:29:08.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:08 smithi096 ceph-mon[33018]: osdmap e72: 8 total, 8 up, 8 in 2024-04-10T02:29:08.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:08 smithi096 ceph-mon[33018]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:08.520 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:08 smithi057 ceph-mon[29320]: osdmap e72: 8 total, 8 up, 8 in 2024-04-10T02:29:08.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:08 smithi057 ceph-mon[29320]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:08.521 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:08 smithi057 ceph-mon[40038]: osdmap e72: 8 total, 8 up, 8 in 2024-04-10T02:29:08.521 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:08 smithi057 ceph-mon[40038]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:08.708 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-10T02:29:08.709 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T02:29:08.711 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export testimg /tmp/rbd_import_export_79817/img2 2024-04-10T02:29:08.994 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:08.998 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export testimg - 2024-04-10T02:29:09.395 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T02:29:09.395 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (81s) 20s ago 2m 16.7M - 0.25.0 c8568f914cd2 74c6d60ebbc4 2024-04-10T02:29:09.395 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi096 *:3000 running (116s) 53s ago 116s 83.3M - 9.4.7 954c08fa6188 1efaa7343133 2024-04-10T02:29:09.395 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi057.lkeszq smithi057 running (66s) 20s ago 65s 15.9M - 17.2.7-827-gd3b5060a 21de9b7369ad dc8fed1cf3f6 2024-04-10T02:29:09.395 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi096.qatstr smithi096 running (63s) 53s ago 62s 14.4M - 17.2.7-827-gd3b5060a 21de9b7369ad aeaccfeb1dad 2024-04-10T02:29:09.395 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi096 *:8443 running (6m) 53s ago 6m 432M - 17.2.7-827-gd3b5060a 21de9b7369ad ebe3918625d7 2024-04-10T02:29:09.395 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:9283 running (7m) 20s ago 7m 478M - 17.2.7-827-gd3b5060a 21de9b7369ad dbad9fd0b729 2024-04-10T02:29:09.395 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (7m) 20s ago 8m 45.9M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad ffb8df2c373f 2024-04-10T02:29:09.395 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi096 running (6m) 53s ago 6m 38.5M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad ae60b6f67d0d 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (6m) 20s ago 6m 34.7M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad aa07148450b7 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (105s) 20s ago 101s 7633k - 1.5.0 0da6a335fe13 5c9e6ab1b6fa 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi096 *:9100 running (98s) 53s ago 98s 7377k - 1.5.0 0da6a335fe13 45768bb16df6 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (5m) 20s ago 5m 41.7M 4017M 17.2.7-827-gd3b5060a 21de9b7369ad dbd280aab133 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (5m) 20s ago 5m 41.2M 4017M 17.2.7-827-gd3b5060a 21de9b7369ad f4bbe01375ac 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (5m) 20s ago 5m 42.9M 4017M 17.2.7-827-gd3b5060a 21de9b7369ad 32bf1cd91bf3 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (4m) 20s ago 4m 40.7M 4017M 17.2.7-827-gd3b5060a 21de9b7369ad 0b626c3f1a4b 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi096 running (4m) 53s ago 4m 41.2M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad e8079efaa919 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi096 running (3m) 53s ago 3m 40.3M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 7b36d0ad158e 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi096 running (3m) 53s ago 3m 42.8M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad d06e60541340 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi096 running (3m) 53s ago 3m 40.2M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 71668ba74b17 2024-04-10T02:29:09.396 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi096 *:9095 running (76s) 53s ago 2m 34.5M - 2.43.0 a07b618ecd1d b344c317fb9a 2024-04-10T02:29:09.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:09 smithi096 ceph-mon[33018]: osdmap e73: 8 total, 8 up, 8 in 2024-04-10T02:29:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:09 smithi057 ceph-mon[29320]: osdmap e73: 8 total, 8 up, 8 in 2024-04-10T02:29:09.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:09 smithi057 ceph-mon[40038]: osdmap e73: 8 total, 8 up, 8 in 2024-04-10T02:29:09.780 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:09.784 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm testimg 2024-04-10T02:29:09.874 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-10T02:29:09.877 INFO:tasks.workunit.client.0.smithi057.stderr:+ cmp /tmp/rbd_import_export_79817/img /tmp/rbd_import_export_79817/img2 2024-04-10T02:29:10.106 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'echo wait for minority of mons to upgrade' 2024-04-10T02:29:10.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:10 smithi057 ceph-mon[29320]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:29:10.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:10 smithi057 ceph-mon[29320]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:10.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:10 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:10.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:10 smithi057 ceph-mon[40038]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:29:10.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:10 smithi057 ceph-mon[40038]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:10.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:10 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:10.426 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:29:10.463 INFO:tasks.workunit.client.0.smithi057.stderr:+ cmp /tmp/rbd_import_export_79817/img /tmp/rbd_import_export_79817/img3 2024-04-10T02:29:10.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:10 smithi096 ceph-mon[33018]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:29:10.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:10 smithi096 ceph-mon[33018]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:10.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:10 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:10.870 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/img2 /tmp/rbd_import_export_79817/img3 2024-04-10T02:29:11.043 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --new-format - testimg 2024-04-10T02:29:11.421 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete...done. 2024-04-10T02:29:11.421 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T02:29:11.424 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export testimg /tmp/rbd_import_export_79817/img2 2024-04-10T02:29:11.715 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:11.719 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export testimg - 2024-04-10T02:29:12.421 INFO:teuthology.orchestra.run.smithi057.stdout:wait for minority of mons to upgrade 2024-04-10T02:29:12.501 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:12.505 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm testimg 2024-04-10T02:29:12.596 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-10T02:29:12.599 INFO:tasks.workunit.client.0.smithi057.stderr:+ cmp /tmp/rbd_import_export_79817/img /tmp/rbd_import_export_79817/img2 2024-04-10T02:29:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:12 smithi057 ceph-mon[29320]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 135 KiB/s rd, 57 KiB/s wr, 38 op/s 2024-04-10T02:29:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:12 smithi057 ceph-mon[40038]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 135 KiB/s rd, 57 KiB/s wr, 38 op/s 2024-04-10T02:29:12.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:29:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:12] "GET /metrics HTTP/1.1" 200 239220 "" "Prometheus/2.43.0" 2024-04-10T02:29:12.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:12 smithi096 ceph-mon[33018]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 135 KiB/s rd, 57 KiB/s wr, 38 op/s 2024-04-10T02:29:13.134 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2024-04-10T02:29:13.187 INFO:tasks.workunit.client.0.smithi057.stderr:+ cmp /tmp/rbd_import_export_79817/img /tmp/rbd_import_export_79817/img3 2024-04-10T02:29:13.462 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:29:13.608 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/img /tmp/rbd_import_export_79817/img2 /tmp/rbd_import_export_79817/img3 2024-04-10T02:29:13.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:29:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:29:13.840 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd help export 2024-04-10T02:29:13.840 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep -q export-format 2024-04-10T02:29:13.862 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_79817/img bs=1k count=10 seek=100 2024-04-10T02:29:13.863 INFO:tasks.workunit.client.0.smithi057.stderr:10+0 records in 2024-04-10T02:29:13.863 INFO:tasks.workunit.client.0.smithi057.stderr:10+0 records out 2024-04-10T02:29:13.863 INFO:tasks.workunit.client.0.smithi057.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.617e-05 s, 155 MB/s 2024-04-10T02:29:13.863 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --new-format /tmp/rbd_import_export_79817/img testimg 2024-04-10T02:29:13.924 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete...done. 2024-04-10T02:29:13.925 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T02:29:13.927 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd snap create testimg@snap 2024-04-10T02:29:14.638 INFO:tasks.workunit.client.0.smithi057.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-10T02:29:14.644 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd image-meta set testimg key1 value1 2024-04-10T02:29:14.695 INFO:tasks.workunit.client.0.smithi057.stderr:++ rbd image-meta list testimg 2024-04-10T02:29:14.735 INFO:tasks.workunit.client.0.smithi057.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-10T02:29:14.736 INFO:tasks.workunit.client.0.smithi057.stderr: 2024-04-10T02:29:14.736 INFO:tasks.workunit.client.0.smithi057.stderr:Key Value 2024-04-10T02:29:14.736 INFO:tasks.workunit.client.0.smithi057.stderr:key1 value1' 2024-04-10T02:29:14.736 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_79817/img_v2 2024-04-10T02:29:14.780 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:14.784 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_79817/img_v2 testimg_import 2024-04-10T02:29:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:14 smithi057 ceph-mon[29320]: pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 135 KiB/s rd, 57 KiB/s wr, 38 op/s 2024-04-10T02:29:14.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:14 smithi057 ceph-mon[40038]: pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 135 KiB/s rd, 57 KiB/s wr, 38 op/s 2024-04-10T02:29:14.894 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T02:29:14.898 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd info testimg_import 2024-04-10T02:29:14.935 INFO:tasks.workunit.client.0.smithi057.stdout:rbd image 'testimg_import': 2024-04-10T02:29:14.935 INFO:tasks.workunit.client.0.smithi057.stdout: size 110 KiB in 1 objects 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: order 22 (4 MiB objects) 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: snapshot_count: 1 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: id: 6101faddd1fb 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: block_name_prefix: rbd_data.6101faddd1fb 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: format: 2 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: op_features: 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: flags: 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: create_timestamp: Wed Apr 10 02:29:14 2024 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: access_timestamp: Wed Apr 10 02:29:14 2024 2024-04-10T02:29:14.936 INFO:tasks.workunit.client.0.smithi057.stdout: modify_timestamp: Wed Apr 10 02:29:14 2024 2024-04-10T02:29:14.938 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd info testimg_import@snap 2024-04-10T02:29:14.976 INFO:tasks.workunit.client.0.smithi057.stdout:rbd image 'testimg_import': 2024-04-10T02:29:14.976 INFO:tasks.workunit.client.0.smithi057.stdout: size 110 KiB in 1 objects 2024-04-10T02:29:14.976 INFO:tasks.workunit.client.0.smithi057.stdout: order 22 (4 MiB objects) 2024-04-10T02:29:14.976 INFO:tasks.workunit.client.0.smithi057.stdout: snapshot_count: 1 2024-04-10T02:29:14.976 INFO:tasks.workunit.client.0.smithi057.stdout: id: 6101faddd1fb 2024-04-10T02:29:14.976 INFO:tasks.workunit.client.0.smithi057.stdout: block_name_prefix: rbd_data.6101faddd1fb 2024-04-10T02:29:14.976 INFO:tasks.workunit.client.0.smithi057.stdout: format: 2 2024-04-10T02:29:14.976 INFO:tasks.workunit.client.0.smithi057.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-10T02:29:14.976 INFO:tasks.workunit.client.0.smithi057.stdout: op_features: 2024-04-10T02:29:14.976 INFO:tasks.workunit.client.0.smithi057.stdout: flags: 2024-04-10T02:29:14.977 INFO:tasks.workunit.client.0.smithi057.stdout: create_timestamp: Wed Apr 10 02:29:14 2024 2024-04-10T02:29:14.977 INFO:tasks.workunit.client.0.smithi057.stdout: access_timestamp: Wed Apr 10 02:29:14 2024 2024-04-10T02:29:14.977 INFO:tasks.workunit.client.0.smithi057.stdout: modify_timestamp: Wed Apr 10 02:29:14 2024 2024-04-10T02:29:14.977 INFO:tasks.workunit.client.0.smithi057.stdout: protected: False 2024-04-10T02:29:14.979 INFO:tasks.workunit.client.0.smithi057.stderr:++ rbd image-meta list testimg_import 2024-04-10T02:29:14.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:14 smithi096 ceph-mon[33018]: pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 135 KiB/s rd, 57 KiB/s wr, 38 op/s 2024-04-10T02:29:15.021 INFO:tasks.workunit.client.0.smithi057.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-10T02:29:15.021 INFO:tasks.workunit.client.0.smithi057.stderr: 2024-04-10T02:29:15.021 INFO:tasks.workunit.client.0.smithi057.stderr:Key Value 2024-04-10T02:29:15.021 INFO:tasks.workunit.client.0.smithi057.stderr:key1 value1' 2024-04-10T02:29:15.022 INFO:tasks.workunit.client.0.smithi057.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-10T02:29:15.022 INFO:tasks.workunit.client.0.smithi057.stderr: 2024-04-10T02:29:15.022 INFO:tasks.workunit.client.0.smithi057.stderr:Key Value 2024-04-10T02:29:15.022 INFO:tasks.workunit.client.0.smithi057.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-10T02:29:15.022 INFO:tasks.workunit.client.0.smithi057.stderr: 2024-04-10T02:29:15.022 INFO:tasks.workunit.client.0.smithi057.stderr:Key Value 2024-04-10T02:29:15.022 INFO:tasks.workunit.client.0.smithi057.stderr:key1 value1' ']' 2024-04-10T02:29:15.022 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export testimg_import /tmp/rbd_import_export_79817/img_import 2024-04-10T02:29:15.063 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 100% complete...done. 2024-04-10T02:29:15.067 INFO:tasks.workunit.client.0.smithi057.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_79817/img /tmp/rbd_import_export_79817/img_import 2024-04-10T02:29:15.067 INFO:tasks.workunit.client.0.smithi057.stderr:+ cmp -l /tmp/rbd_import_export_79817/img /tmp/rbd_import_export_79817/img_import 2024-04-10T02:29:15.068 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/img --format %b 2024-04-10T02:29:15.069 INFO:tasks.workunit.client.0.smithi057.stderr:+ origsize=24 2024-04-10T02:29:15.069 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/img_import --format %b 2024-04-10T02:29:15.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ exportsize=224 2024-04-10T02:29:15.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=200 2024-04-10T02:29:15.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=200 2024-04-10T02:29:15.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-10T02:29:15.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_79817/img_snap 2024-04-10T02:29:15.112 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 100% complete...done. 2024-04-10T02:29:15.115 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_79817/img_snap_import 2024-04-10T02:29:15.151 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 100% complete...done. 2024-04-10T02:29:15.155 INFO:tasks.workunit.client.0.smithi057.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_79817/img_snap /tmp/rbd_import_export_79817/img_snap_import 2024-04-10T02:29:15.155 INFO:tasks.workunit.client.0.smithi057.stderr:+ cmp -l /tmp/rbd_import_export_79817/img_snap /tmp/rbd_import_export_79817/img_snap_import 2024-04-10T02:29:15.156 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/img_snap --format %b 2024-04-10T02:29:15.157 INFO:tasks.workunit.client.0.smithi057.stderr:+ origsize=224 2024-04-10T02:29:15.157 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/img_snap_import --format %b 2024-04-10T02:29:15.158 INFO:tasks.workunit.client.0.smithi057.stderr:+ exportsize=224 2024-04-10T02:29:15.158 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=0 2024-04-10T02:29:15.158 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=0 2024-04-10T02:29:15.158 INFO:tasks.workunit.client.0.smithi057.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T02:29:15.158 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/img_v2 2024-04-10T02:29:15.158 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/img_import 2024-04-10T02:29:15.159 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/img_snap 2024-04-10T02:29:15.160 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/img_snap_import 2024-04-10T02:29:15.160 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd snap rm testimg_import@snap 2024-04-10T02:29:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:15 smithi057 ceph-mon[29320]: osdmap e74: 8 total, 8 up, 8 in 2024-04-10T02:29:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:15 smithi057 ceph-mon[29320]: osdmap e75: 8 total, 8 up, 8 in 2024-04-10T02:29:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:15 smithi057 ceph-mon[40038]: osdmap e74: 8 total, 8 up, 8 in 2024-04-10T02:29:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:15 smithi057 ceph-mon[40038]: osdmap e75: 8 total, 8 up, 8 in 2024-04-10T02:29:15.905 INFO:tasks.workunit.client.0.smithi057.stderr: Removing snap: 100% complete...done. 2024-04-10T02:29:15.919 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd remove testimg_import 2024-04-10T02:29:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:15 smithi096 ceph-mon[33018]: osdmap e74: 8 total, 8 up, 8 in 2024-04-10T02:29:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:15 smithi096 ceph-mon[33018]: osdmap e75: 8 total, 8 up, 8 in 2024-04-10T02:29:16.029 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 100% complete...done. 2024-04-10T02:29:16.032 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd snap rm testimg@snap 2024-04-10T02:29:16.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:16 smithi057 ceph-mon[29320]: pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 146 KiB/s rd, 62 KiB/s wr, 41 op/s 2024-04-10T02:29:16.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:16 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3638859819' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:16.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:16 smithi057 ceph-mon[29320]: osdmap e76: 8 total, 8 up, 8 in 2024-04-10T02:29:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:16 smithi057 ceph-mon[40038]: pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 146 KiB/s rd, 62 KiB/s wr, 41 op/s 2024-04-10T02:29:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:16 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3638859819' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:16 smithi057 ceph-mon[40038]: osdmap e76: 8 total, 8 up, 8 in 2024-04-10T02:29:16.904 INFO:tasks.workunit.client.0.smithi057.stderr: Removing snap: 100% complete...done. 2024-04-10T02:29:16.914 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm testimg 2024-04-10T02:29:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:16 smithi096 ceph-mon[33018]: pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 146 KiB/s rd, 62 KiB/s wr, 41 op/s 2024-04-10T02:29:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:16 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3638859819' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:16 smithi096 ceph-mon[33018]: osdmap e76: 8 total, 8 up, 8 in 2024-04-10T02:29:17.021 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 100% complete...done. 2024-04-10T02:29:17.025 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --order 20 /tmp/rbd_import_export_79817/img testimg 2024-04-10T02:29:17.095 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete...done. 2024-04-10T02:29:17.096 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T02:29:17.098 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_79817/img_v2 2024-04-10T02:29:17.144 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:17.147 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_79817/img_v2 testimg_import 2024-04-10T02:29:17.213 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T02:29:17.218 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd info testimg_import 2024-04-10T02:29:17.218 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep order 2024-04-10T02:29:17.218 INFO:tasks.workunit.client.0.smithi057.stderr:+ awk '{print $2}' 2024-04-10T02:29:17.218 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep 20 2024-04-10T02:29:17.259 INFO:tasks.workunit.client.0.smithi057.stdout:20 2024-04-10T02:29:17.259 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/img_v2 2024-04-10T02:29:17.260 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd remove testimg_import 2024-04-10T02:29:17.351 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 100% complete...done. 2024-04-10T02:29:17.354 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd remove testimg 2024-04-10T02:29:17.456 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 100% complete...done. 2024-04-10T02:29:17.460 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_79817/img testimg 2024-04-10T02:29:17.520 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete...done. 2024-04-10T02:29:17.524 INFO:tasks.workunit.client.0.smithi057.stderr:++ rbd info testimg 2024-04-10T02:29:17.524 INFO:tasks.workunit.client.0.smithi057.stderr:++ grep features 2024-04-10T02:29:17.568 INFO:tasks.workunit.client.0.smithi057.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-10T02:29:17.568 INFO:tasks.workunit.client.0.smithi057.stderr: op_features: ' 2024-04-10T02:29:17.568 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_79817/img_v2 2024-04-10T02:29:17.609 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:17.613 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_79817/img_v2 testimg_import 2024-04-10T02:29:17.668 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T02:29:17.672 INFO:tasks.workunit.client.0.smithi057.stderr:++ rbd info testimg_import 2024-04-10T02:29:17.672 INFO:tasks.workunit.client.0.smithi057.stderr:++ grep features 2024-04-10T02:29:17.713 INFO:tasks.workunit.client.0.smithi057.stderr:+ FEATURES_AFTER=' features: layering 2024-04-10T02:29:17.713 INFO:tasks.workunit.client.0.smithi057.stderr: op_features: ' 2024-04-10T02:29:17.713 INFO:tasks.workunit.client.0.smithi057.stderr:+ '[' ' features: layering 2024-04-10T02:29:17.713 INFO:tasks.workunit.client.0.smithi057.stderr: op_features: ' '!=' ' features: layering 2024-04-10T02:29:17.713 INFO:tasks.workunit.client.0.smithi057.stderr: op_features: ' ']' 2024-04-10T02:29:17.713 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/img_v2 2024-04-10T02:29:17.855 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd remove testimg_import 2024-04-10T02:29:17.936 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 100% complete...done. 2024-04-10T02:29:17.939 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd remove testimg 2024-04-10T02:29:18.004 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 100% complete...done. 2024-04-10T02:29:18.007 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_79817/img testimg 2024-04-10T02:29:18.064 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete...done. 2024-04-10T02:29:18.067 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_79817/img_v2 2024-04-10T02:29:18.108 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:18.111 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_79817/img_v2 testimg_import 2024-04-10T02:29:18.178 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T02:29:18.180 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd info testimg_import 2024-04-10T02:29:18.180 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep 'stripe unit' 2024-04-10T02:29:18.180 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-10T02:29:18.219 INFO:tasks.workunit.client.0.smithi057.stdout: stripe unit: 4 KiB 2024-04-10T02:29:18.220 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd info testimg_import 2024-04-10T02:29:18.220 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep 'stripe count' 2024-04-10T02:29:18.220 INFO:tasks.workunit.client.0.smithi057.stderr:+ awk '{print $3}' 2024-04-10T02:29:18.220 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep 1000 2024-04-10T02:29:18.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:17 smithi096 ceph-mon[33018]: osdmap e77: 8 total, 8 up, 8 in 2024-04-10T02:29:18.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:17 smithi096 ceph-mon[33018]: pgmap v99: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 439 KiB/s rd, 130 KiB/s wr, 288 op/s 2024-04-10T02:29:18.260 INFO:tasks.workunit.client.0.smithi057.stdout:1000 2024-04-10T02:29:18.260 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/img_v2 2024-04-10T02:29:18.336 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd remove testimg_import 2024-04-10T02:29:18.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:17 smithi057 ceph-mon[29320]: osdmap e77: 8 total, 8 up, 8 in 2024-04-10T02:29:18.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:17 smithi057 ceph-mon[29320]: pgmap v99: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 439 KiB/s rd, 130 KiB/s wr, 288 op/s 2024-04-10T02:29:18.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:17 smithi057 ceph-mon[40038]: osdmap e77: 8 total, 8 up, 8 in 2024-04-10T02:29:18.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:17 smithi057 ceph-mon[40038]: pgmap v99: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 439 KiB/s rd, 130 KiB/s wr, 288 op/s 2024-04-10T02:29:18.426 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-10T02:29:18.429 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd remove testimg 2024-04-10T02:29:18.513 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-10T02:29:18.516 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_79817/img testimg 2024-04-10T02:29:18.569 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete...done. 2024-04-10T02:29:18.572 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd snap create testimg@snap1 2024-04-10T02:29:18.932 INFO:tasks.workunit.client.0.smithi057.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-10T02:29:18.938 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd snap create testimg@snap2 2024-04-10T02:29:19.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:18 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/207708231' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:19.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:18 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/207708231' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:19.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:18 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/207708231' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:19.955 INFO:tasks.workunit.client.0.smithi057.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-10T02:29:19.962 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd snap protect testimg@snap2 2024-04-10T02:29:20.005 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_79817/snap_protect 2024-04-10T02:29:20.045 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:20.048 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_79817/snap_protect testimg_import 2024-04-10T02:29:20.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:19 smithi096 ceph-mon[33018]: osdmap e78: 8 total, 8 up, 8 in 2024-04-10T02:29:20.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:19 smithi096 ceph-mon[33018]: pgmap v101: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 376 KiB/s rd, 111 KiB/s wr, 246 op/s 2024-04-10T02:29:20.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:19 smithi057 ceph-mon[40038]: osdmap e78: 8 total, 8 up, 8 in 2024-04-10T02:29:20.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:19 smithi057 ceph-mon[40038]: pgmap v101: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 376 KiB/s rd, 111 KiB/s wr, 246 op/s 2024-04-10T02:29:20.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:19 smithi057 ceph-mon[29320]: osdmap e78: 8 total, 8 up, 8 in 2024-04-10T02:29:20.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:19 smithi057 ceph-mon[29320]: pgmap v101: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 376 KiB/s rd, 111 KiB/s wr, 246 op/s 2024-04-10T02:29:21.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:20 smithi096 ceph-mon[33018]: osdmap e79: 8 total, 8 up, 8 in 2024-04-10T02:29:21.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:20 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/574540304' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:21.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:20 smithi057 ceph-mon[29320]: osdmap e79: 8 total, 8 up, 8 in 2024-04-10T02:29:21.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:20 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/574540304' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:20 smithi057 ceph-mon[40038]: osdmap e79: 8 total, 8 up, 8 in 2024-04-10T02:29:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:20 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/574540304' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:21.987 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T02:29:21.990 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd info testimg_import@snap1 2024-04-10T02:29:21.991 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep 'protected: False' 2024-04-10T02:29:22.028 INFO:tasks.workunit.client.0.smithi057.stdout: protected: False 2024-04-10T02:29:22.029 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd info testimg_import@snap2 2024-04-10T02:29:22.029 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep 'protected: True' 2024-04-10T02:29:22.069 INFO:tasks.workunit.client.0.smithi057.stdout: protected: True 2024-04-10T02:29:22.069 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/snap_protect 2024-04-10T02:29:22.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd snap unprotect testimg@snap2 2024-04-10T02:29:22.114 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-10T02:29:22.158 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd snap purge testimg 2024-04-10T02:29:22.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:21 smithi096 ceph-mon[33018]: osdmap e80: 8 total, 8 up, 8 in 2024-04-10T02:29:22.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:21 smithi096 ceph-mon[33018]: pgmap v104: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 359 KiB/s rd, 44 KiB/s wr, 483 op/s 2024-04-10T02:29:22.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:21 smithi057 ceph-mon[40038]: osdmap e80: 8 total, 8 up, 8 in 2024-04-10T02:29:22.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:21 smithi057 ceph-mon[40038]: pgmap v104: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 359 KiB/s rd, 44 KiB/s wr, 483 op/s 2024-04-10T02:29:22.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:21 smithi057 ceph-mon[29320]: osdmap e80: 8 total, 8 up, 8 in 2024-04-10T02:29:22.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:21 smithi057 ceph-mon[29320]: pgmap v104: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 359 KiB/s rd, 44 KiB/s wr, 483 op/s 2024-04-10T02:29:22.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:29:22 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:22] "GET /metrics HTTP/1.1" 200 239220 "" "Prometheus/2.43.0" 2024-04-10T02:29:23.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:22 smithi096 ceph-mon[33018]: osdmap e81: 8 total, 8 up, 8 in 2024-04-10T02:29:23.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:22 smithi057 ceph-mon[29320]: osdmap e81: 8 total, 8 up, 8 in 2024-04-10T02:29:23.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:22 smithi057 ceph-mon[40038]: osdmap e81: 8 total, 8 up, 8 in 2024-04-10T02:29:23.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:29:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:29:23.992 INFO:tasks.workunit.client.0.smithi057.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-10T02:29:24.001 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd snap purge testimg_import 2024-04-10T02:29:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:23 smithi096 ceph-mon[33018]: osdmap e82: 8 total, 8 up, 8 in 2024-04-10T02:29:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:23 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1180357313' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:23 smithi096 ceph-mon[33018]: pgmap v107: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 418 KiB/s rd, 51 KiB/s wr, 562 op/s 2024-04-10T02:29:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:23 smithi057 ceph-mon[29320]: osdmap e82: 8 total, 8 up, 8 in 2024-04-10T02:29:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:23 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1180357313' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:23 smithi057 ceph-mon[29320]: pgmap v107: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 418 KiB/s rd, 51 KiB/s wr, 562 op/s 2024-04-10T02:29:24.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:23 smithi057 ceph-mon[40038]: osdmap e82: 8 total, 8 up, 8 in 2024-04-10T02:29:24.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:23 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1180357313' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:24.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:23 smithi057 ceph-mon[40038]: pgmap v107: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 418 KiB/s rd, 51 KiB/s wr, 562 op/s 2024-04-10T02:29:25.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:24 smithi096 ceph-mon[33018]: osdmap e83: 8 total, 8 up, 8 in 2024-04-10T02:29:25.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:25.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:24 smithi096 ceph-mon[33018]: osdmap e84: 8 total, 8 up, 8 in 2024-04-10T02:29:25.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:24 smithi057 ceph-mon[29320]: osdmap e83: 8 total, 8 up, 8 in 2024-04-10T02:29:25.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:25.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:24 smithi057 ceph-mon[29320]: osdmap e84: 8 total, 8 up, 8 in 2024-04-10T02:29:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:24 smithi057 ceph-mon[40038]: osdmap e83: 8 total, 8 up, 8 in 2024-04-10T02:29:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:24 smithi057 ceph-mon[40038]: osdmap e84: 8 total, 8 up, 8 in 2024-04-10T02:29:25.888 INFO:tasks.workunit.client.0.smithi057.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-10T02:29:25.895 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd remove testimg 2024-04-10T02:29:25.987 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 100% complete...done. 2024-04-10T02:29:25.990 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd remove testimg_import 2024-04-10T02:29:26.078 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 100% complete...done. 2024-04-10T02:29:26.081 INFO:tasks.workunit.client.0.smithi057.stderr:+ tiered=0 2024-04-10T02:29:26.081 INFO:tasks.workunit.client.0.smithi057.stderr:+ ceph osd dump 2024-04-10T02:29:26.081 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep '^pool' 2024-04-10T02:29:26.081 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep ''\''rbd'\''' 2024-04-10T02:29:26.081 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep tier 2024-04-10T02:29:26.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:25 smithi057 ceph-mon[29320]: pgmap v110: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:26.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:25 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1480918686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:26.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:25 smithi057 ceph-mon[29320]: osdmap e85: 8 total, 8 up, 8 in 2024-04-10T02:29:26.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:25 smithi057 ceph-mon[40038]: pgmap v110: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:26.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:25 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1480918686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:26.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:25 smithi057 ceph-mon[40038]: osdmap e85: 8 total, 8 up, 8 in 2024-04-10T02:29:26.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:25 smithi096 ceph-mon[33018]: pgmap v110: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:26.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:25 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1480918686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:26.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:25 smithi096 ceph-mon[33018]: osdmap e85: 8 total, 8 up, 8 in 2024-04-10T02:29:26.511 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_79817/sparse1 2024-04-10T02:29:26.515 INFO:tasks.workunit.client.0.smithi057.stderr:1+0 records in 2024-04-10T02:29:26.515 INFO:tasks.workunit.client.0.smithi057.stderr:1+0 records out 2024-04-10T02:29:26.516 INFO:tasks.workunit.client.0.smithi057.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00341708 s, 307 MB/s 2024-04-10T02:29:26.516 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_79817/sparse2 2024-04-10T02:29:26.519 INFO:tasks.workunit.client.0.smithi057.stderr:1+0 records in 2024-04-10T02:29:26.519 INFO:tasks.workunit.client.0.smithi057.stderr:1+0 records out 2024-04-10T02:29:26.520 INFO:tasks.workunit.client.0.smithi057.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00321811 s, 326 MB/s 2024-04-10T02:29:26.520 INFO:tasks.workunit.client.0.smithi057.stderr:+ truncate /tmp/rbd_import_export_79817/sparse2 -s 2M 2024-04-10T02:29:26.587 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm sparse1 2024-04-10T02:29:26.626 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 0% complete...failed. 2024-04-10T02:29:26.626 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: delete error: (2) No such file or directory 2024-04-10T02:29:26.629 INFO:tasks.workunit.client.0.smithi057.stderr:+ true 2024-04-10T02:29:26.629 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_79817/sparse1 2024-04-10T02:29:26.694 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-10T02:29:26.694 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T02:29:26.695 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T02:29:26.698 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd ls -l 2024-04-10T02:29:26.698 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep sparse1 2024-04-10T02:29:26.698 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-10T02:29:26.739 INFO:tasks.workunit.client.0.smithi057.stdout:sparse1 2 MiB 2 2024-04-10T02:29:26.740 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects sparse1 2024-04-10T02:29:26.740 INFO:tasks.workunit.client.0.smithi057.stderr:++ image=sparse1 2024-04-10T02:29:26.740 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rbd info sparse1 2024-04-10T02:29:26.740 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep block_name_prefix 2024-04-10T02:29:26.740 INFO:tasks.workunit.client.0.smithi057.stderr:+++ awk '{print $NF;}' 2024-04-10T02:29:26.781 INFO:tasks.workunit.client.0.smithi057.stderr:++ prefix=rbd_data.6236e032e976 2024-04-10T02:29:26.782 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep rbd_data.6236e032e976 2024-04-10T02:29:26.782 INFO:tasks.workunit.client.0.smithi057.stderr:++++ get_image_data_pool sparse1 2024-04-10T02:29:26.782 INFO:tasks.workunit.client.0.smithi057.stderr:++++ image=sparse1 2024-04-10T02:29:26.782 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sed -e 's/rbd_data.6236e032e976\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T02:29:26.782 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sort -u 2024-04-10T02:29:26.782 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ rbd info sparse1 2024-04-10T02:29:26.783 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ grep 'data_pool: ' 2024-04-10T02:29:26.783 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T02:29:26.820 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool= 2024-04-10T02:29:26.820 INFO:tasks.workunit.client.0.smithi057.stderr:++++ '[' -z ']' 2024-04-10T02:29:26.820 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool=rbd 2024-04-10T02:29:26.820 INFO:tasks.workunit.client.0.smithi057.stderr:++++ echo rbd 2024-04-10T02:29:26.820 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rados ls -p rbd 2024-04-10T02:29:26.854 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects=1 2024-04-10T02:29:26.854 INFO:tasks.workunit.client.0.smithi057.stderr:++ echo 1 2024-04-10T02:29:26.854 INFO:tasks.workunit.client.0.smithi057.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-10T02:29:26.854 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export sparse1 /tmp/rbd_import_export_79817/sparse1.out 2024-04-10T02:29:26.890 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:26.893 INFO:tasks.workunit.client.0.smithi057.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_79817/sparse1 /tmp/rbd_import_export_79817/sparse1.out 2024-04-10T02:29:26.893 INFO:tasks.workunit.client.0.smithi057.stderr:+ cmp -l /tmp/rbd_import_export_79817/sparse1 /tmp/rbd_import_export_79817/sparse1.out 2024-04-10T02:29:26.895 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/sparse1 --format %b 2024-04-10T02:29:26.896 INFO:tasks.workunit.client.0.smithi057.stderr:+ origsize=2048 2024-04-10T02:29:26.896 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/sparse1.out --format %b 2024-04-10T02:29:26.897 INFO:tasks.workunit.client.0.smithi057.stderr:+ exportsize=2048 2024-04-10T02:29:26.897 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=0 2024-04-10T02:29:26.897 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=0 2024-04-10T02:29:26.897 INFO:tasks.workunit.client.0.smithi057.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T02:29:26.897 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/sparse1.out 2024-04-10T02:29:26.898 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm sparse1 2024-04-10T02:29:26.987 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-10T02:29:26.990 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm sparse2 2024-04-10T02:29:27.028 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 0% complete...failed. 2024-04-10T02:29:27.028 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: delete error: (2) No such file or directory 2024-04-10T02:29:27.031 INFO:tasks.workunit.client.0.smithi057.stderr:+ true 2024-04-10T02:29:27.031 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_79817/sparse2 2024-04-10T02:29:27.092 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-10T02:29:27.093 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T02:29:27.093 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T02:29:27.096 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd ls -l 2024-04-10T02:29:27.096 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep sparse2 2024-04-10T02:29:27.096 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-10T02:29:27.142 INFO:tasks.workunit.client.0.smithi057.stdout:sparse2 2 MiB 2 2024-04-10T02:29:27.143 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects sparse2 2024-04-10T02:29:27.144 INFO:tasks.workunit.client.0.smithi057.stderr:++ image=sparse2 2024-04-10T02:29:27.144 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rbd info sparse2 2024-04-10T02:29:27.144 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep block_name_prefix 2024-04-10T02:29:27.144 INFO:tasks.workunit.client.0.smithi057.stderr:+++ awk '{print $NF;}' 2024-04-10T02:29:27.185 INFO:tasks.workunit.client.0.smithi057.stderr:++ prefix=rbd_data.626994432f87 2024-04-10T02:29:27.186 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep rbd_data.626994432f87 2024-04-10T02:29:27.186 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sed -e 's/rbd_data.626994432f87\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T02:29:27.186 INFO:tasks.workunit.client.0.smithi057.stderr:++++ get_image_data_pool sparse2 2024-04-10T02:29:27.186 INFO:tasks.workunit.client.0.smithi057.stderr:++++ image=sparse2 2024-04-10T02:29:27.186 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sort -u 2024-04-10T02:29:27.186 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ rbd info sparse2 2024-04-10T02:29:27.187 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ grep 'data_pool: ' 2024-04-10T02:29:27.187 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T02:29:27.228 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool= 2024-04-10T02:29:27.229 INFO:tasks.workunit.client.0.smithi057.stderr:++++ '[' -z ']' 2024-04-10T02:29:27.229 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool=rbd 2024-04-10T02:29:27.229 INFO:tasks.workunit.client.0.smithi057.stderr:++++ echo rbd 2024-04-10T02:29:27.229 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rados ls -p rbd 2024-04-10T02:29:27.261 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects=0 2024-04-10T02:29:27.262 INFO:tasks.workunit.client.0.smithi057.stderr:++ echo 0 2024-04-10T02:29:27.262 INFO:tasks.workunit.client.0.smithi057.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-10T02:29:27.262 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export sparse2 /tmp/rbd_import_export_79817/sparse2.out 2024-04-10T02:29:27.300 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:27.303 INFO:tasks.workunit.client.0.smithi057.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_79817/sparse2 /tmp/rbd_import_export_79817/sparse2.out 2024-04-10T02:29:27.303 INFO:tasks.workunit.client.0.smithi057.stderr:+ cmp -l /tmp/rbd_import_export_79817/sparse2 /tmp/rbd_import_export_79817/sparse2.out 2024-04-10T02:29:27.305 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/sparse2 --format %b 2024-04-10T02:29:27.306 INFO:tasks.workunit.client.0.smithi057.stderr:+ origsize=2048 2024-04-10T02:29:27.306 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/sparse2.out --format %b 2024-04-10T02:29:27.307 INFO:tasks.workunit.client.0.smithi057.stderr:+ exportsize=2048 2024-04-10T02:29:27.307 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=0 2024-04-10T02:29:27.307 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=0 2024-04-10T02:29:27.307 INFO:tasks.workunit.client.0.smithi057.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T02:29:27.307 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/sparse2.out 2024-04-10T02:29:27.308 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm sparse2 2024-04-10T02:29:27.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:27 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/428731913' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T02:29:27.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:27 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/428731913' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T02:29:27.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:26 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/428731913' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T02:29:27.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:26 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/428731913' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T02:29:27.392 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-10T02:29:27.395 INFO:tasks.workunit.client.0.smithi057.stderr:+ truncate /tmp/rbd_import_export_79817/sparse1 -s 10M 2024-04-10T02:29:27.396 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-10T02:29:27.479 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete...done. 2024-04-10T02:29:27.480 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T02:29:27.480 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T02:29:27.483 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd ls -l 2024-04-10T02:29:27.483 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep sparse1 2024-04-10T02:29:27.483 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-10T02:29:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:27 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/428731913' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T02:29:27.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:27 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/428731913' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T02:29:27.519 INFO:tasks.workunit.client.0.smithi057.stdout:sparse1 10 MiB 2 2024-04-10T02:29:27.520 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects sparse1 2024-04-10T02:29:27.521 INFO:tasks.workunit.client.0.smithi057.stderr:++ image=sparse1 2024-04-10T02:29:27.521 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rbd info sparse1 2024-04-10T02:29:27.521 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep block_name_prefix 2024-04-10T02:29:27.521 INFO:tasks.workunit.client.0.smithi057.stderr:+++ awk '{print $NF;}' 2024-04-10T02:29:27.559 INFO:tasks.workunit.client.0.smithi057.stderr:++ prefix=rbd_data.6296f904daa3 2024-04-10T02:29:27.559 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep rbd_data.6296f904daa3 2024-04-10T02:29:27.559 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sed -e 's/rbd_data.6296f904daa3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T02:29:27.560 INFO:tasks.workunit.client.0.smithi057.stderr:++++ get_image_data_pool sparse1 2024-04-10T02:29:27.560 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sort -u 2024-04-10T02:29:27.560 INFO:tasks.workunit.client.0.smithi057.stderr:++++ image=sparse1 2024-04-10T02:29:27.560 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ rbd info sparse1 2024-04-10T02:29:27.560 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ grep 'data_pool: ' 2024-04-10T02:29:27.561 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T02:29:27.598 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool= 2024-04-10T02:29:27.598 INFO:tasks.workunit.client.0.smithi057.stderr:++++ '[' -z ']' 2024-04-10T02:29:27.598 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool=rbd 2024-04-10T02:29:27.598 INFO:tasks.workunit.client.0.smithi057.stderr:++++ echo rbd 2024-04-10T02:29:27.598 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rados ls -p rbd 2024-04-10T02:29:27.631 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects=1 2024-04-10T02:29:27.632 INFO:tasks.workunit.client.0.smithi057.stderr:++ echo 1 2024-04-10T02:29:27.632 INFO:tasks.workunit.client.0.smithi057.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-10T02:29:27.632 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export sparse1 /tmp/rbd_import_export_79817/sparse1.out 2024-04-10T02:29:27.668 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:27.672 INFO:tasks.workunit.client.0.smithi057.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_79817/sparse1 /tmp/rbd_import_export_79817/sparse1.out 2024-04-10T02:29:27.672 INFO:tasks.workunit.client.0.smithi057.stderr:+ cmp -l /tmp/rbd_import_export_79817/sparse1 /tmp/rbd_import_export_79817/sparse1.out 2024-04-10T02:29:27.679 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/sparse1 --format %b 2024-04-10T02:29:27.680 INFO:tasks.workunit.client.0.smithi057.stderr:+ origsize=2048 2024-04-10T02:29:27.680 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/sparse1.out --format %b 2024-04-10T02:29:27.681 INFO:tasks.workunit.client.0.smithi057.stderr:+ exportsize=2048 2024-04-10T02:29:27.681 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=0 2024-04-10T02:29:27.681 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=0 2024-04-10T02:29:27.681 INFO:tasks.workunit.client.0.smithi057.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T02:29:27.681 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/sparse1.out 2024-04-10T02:29:27.682 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm sparse1 2024-04-10T02:29:27.777 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-10T02:29:27.782 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_79817/sparse2 oflag=append conv=notrunc 2024-04-10T02:29:27.788 INFO:tasks.workunit.client.0.smithi057.stderr:1+0 records in 2024-04-10T02:29:27.789 INFO:tasks.workunit.client.0.smithi057.stderr:1+0 records out 2024-04-10T02:29:27.789 INFO:tasks.workunit.client.0.smithi057.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00594693 s, 353 MB/s 2024-04-10T02:29:27.789 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-10T02:29:27.866 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete...done. 2024-04-10T02:29:27.867 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T02:29:27.867 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T02:29:27.870 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd ls -l 2024-04-10T02:29:27.870 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep sparse2 2024-04-10T02:29:27.870 INFO:tasks.workunit.client.0.smithi057.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-10T02:29:27.908 INFO:tasks.workunit.client.0.smithi057.stdout:sparse2 4 MiB 2 2024-04-10T02:29:27.909 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects sparse2 2024-04-10T02:29:27.909 INFO:tasks.workunit.client.0.smithi057.stderr:++ image=sparse2 2024-04-10T02:29:27.909 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rbd info sparse2 2024-04-10T02:29:27.909 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep block_name_prefix 2024-04-10T02:29:27.909 INFO:tasks.workunit.client.0.smithi057.stderr:+++ awk '{print $NF;}' 2024-04-10T02:29:27.947 INFO:tasks.workunit.client.0.smithi057.stderr:++ prefix=rbd_data.3c1edb1884fc 2024-04-10T02:29:27.948 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep rbd_data.3c1edb1884fc 2024-04-10T02:29:27.948 INFO:tasks.workunit.client.0.smithi057.stderr:++++ get_image_data_pool sparse2 2024-04-10T02:29:27.948 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sed -e 's/rbd_data.3c1edb1884fc\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T02:29:27.948 INFO:tasks.workunit.client.0.smithi057.stderr:++++ image=sparse2 2024-04-10T02:29:27.948 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sort -u 2024-04-10T02:29:27.948 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ rbd info sparse2 2024-04-10T02:29:27.948 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T02:29:27.949 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ grep 'data_pool: ' 2024-04-10T02:29:27.985 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool= 2024-04-10T02:29:27.985 INFO:tasks.workunit.client.0.smithi057.stderr:++++ '[' -z ']' 2024-04-10T02:29:27.985 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool=rbd 2024-04-10T02:29:27.985 INFO:tasks.workunit.client.0.smithi057.stderr:++++ echo rbd 2024-04-10T02:29:27.985 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rados ls -p rbd 2024-04-10T02:29:28.023 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects='0 2024-04-10T02:29:28.023 INFO:tasks.workunit.client.0.smithi057.stderr:2 2024-04-10T02:29:28.023 INFO:tasks.workunit.client.0.smithi057.stderr:3' 2024-04-10T02:29:28.024 INFO:tasks.workunit.client.0.smithi057.stderr:++ echo 0 2 3 2024-04-10T02:29:28.024 INFO:tasks.workunit.client.0.smithi057.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-10T02:29:28.024 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export sparse2 /tmp/rbd_import_export_79817/sparse2.out 2024-04-10T02:29:28.061 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-10T02:29:28.064 INFO:tasks.workunit.client.0.smithi057.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_79817/sparse2 /tmp/rbd_import_export_79817/sparse2.out 2024-04-10T02:29:28.065 INFO:tasks.workunit.client.0.smithi057.stderr:+ cmp -l /tmp/rbd_import_export_79817/sparse2 /tmp/rbd_import_export_79817/sparse2.out 2024-04-10T02:29:28.067 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/sparse2 --format %b 2024-04-10T02:29:28.068 INFO:tasks.workunit.client.0.smithi057.stderr:+ origsize=6144 2024-04-10T02:29:28.068 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/sparse2.out --format %b 2024-04-10T02:29:28.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ exportsize=6144 2024-04-10T02:29:28.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=0 2024-04-10T02:29:28.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ difference=0 2024-04-10T02:29:28.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T02:29:28.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/sparse2.out 2024-04-10T02:29:28.070 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm sparse2 2024-04-10T02:29:28.157 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-10T02:29:28.159 INFO:tasks.workunit.client.0.smithi057.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-10T02:29:28.160 INFO:tasks.workunit.client.0.smithi057.stdout:partially-sparse file imports to partially-sparse image 2024-04-10T02:29:28.160 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_79817/sparse1 sparse 2024-04-10T02:29:28.220 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-10T02:29:28.221 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T02:29:28.221 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T02:29:28.224 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects sparse 2024-04-10T02:29:28.225 INFO:tasks.workunit.client.0.smithi057.stderr:++ image=sparse 2024-04-10T02:29:28.225 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rbd info sparse 2024-04-10T02:29:28.225 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep block_name_prefix 2024-04-10T02:29:28.225 INFO:tasks.workunit.client.0.smithi057.stderr:+++ awk '{print $NF;}' 2024-04-10T02:29:28.261 INFO:tasks.workunit.client.0.smithi057.stderr:++ prefix=rbd_data.62f63f5764b7 2024-04-10T02:29:28.262 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep rbd_data.62f63f5764b7 2024-04-10T02:29:28.262 INFO:tasks.workunit.client.0.smithi057.stderr:++++ get_image_data_pool sparse 2024-04-10T02:29:28.263 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sed -e 's/rbd_data.62f63f5764b7\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T02:29:28.263 INFO:tasks.workunit.client.0.smithi057.stderr:++++ image=sparse 2024-04-10T02:29:28.263 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sort -u 2024-04-10T02:29:28.263 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ rbd info sparse 2024-04-10T02:29:28.263 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ grep 'data_pool: ' 2024-04-10T02:29:28.263 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T02:29:28.302 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool= 2024-04-10T02:29:28.302 INFO:tasks.workunit.client.0.smithi057.stderr:++++ '[' -z ']' 2024-04-10T02:29:28.302 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool=rbd 2024-04-10T02:29:28.302 INFO:tasks.workunit.client.0.smithi057.stderr:++++ echo rbd 2024-04-10T02:29:28.302 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rados ls -p rbd 2024-04-10T02:29:28.339 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects=1 2024-04-10T02:29:28.339 INFO:tasks.workunit.client.0.smithi057.stderr:++ echo 1 2024-04-10T02:29:28.340 INFO:tasks.workunit.client.0.smithi057.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-10T02:29:28.340 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm sparse 2024-04-10T02:29:28.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:28 smithi057 ceph-mon[29320]: pgmap v112: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 87 KiB/s rd, 6.8 KiB/s wr, 117 op/s 2024-04-10T02:29:28.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:28 smithi057 ceph-mon[40038]: pgmap v112: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 87 KiB/s rd, 6.8 KiB/s wr, 117 op/s 2024-04-10T02:29:28.422 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-10T02:29:28.426 INFO:tasks.workunit.client.0.smithi057.stdout:zeros import through stdin to sparse image 2024-04-10T02:29:28.426 INFO:tasks.workunit.client.0.smithi057.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-10T02:29:28.426 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-10T02:29:28.427 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd import --new-format - sparse 2024-04-10T02:29:28.472 INFO:tasks.workunit.client.0.smithi057.stderr:4+0 records in 2024-04-10T02:29:28.473 INFO:tasks.workunit.client.0.smithi057.stderr:4+0 records out 2024-04-10T02:29:28.473 INFO:tasks.workunit.client.0.smithi057.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0460062 s, 91.2 MB/s 2024-04-10T02:29:28.482 INFO:tasks.workunit.client.0.smithi057.stderr: Importing image: 100% complete...done. 2024-04-10T02:29:28.482 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T02:29:28.486 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects sparse 2024-04-10T02:29:28.486 INFO:tasks.workunit.client.0.smithi057.stderr:++ image=sparse 2024-04-10T02:29:28.486 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rbd info sparse 2024-04-10T02:29:28.486 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep block_name_prefix 2024-04-10T02:29:28.486 INFO:tasks.workunit.client.0.smithi057.stderr:+++ awk '{print $NF;}' 2024-04-10T02:29:28.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:28 smithi096 ceph-mon[33018]: pgmap v112: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 87 KiB/s rd, 6.8 KiB/s wr, 117 op/s 2024-04-10T02:29:28.524 INFO:tasks.workunit.client.0.smithi057.stderr:++ prefix=rbd_data.6317517cec19 2024-04-10T02:29:28.525 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep rbd_data.6317517cec19 2024-04-10T02:29:28.525 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sed -e 's/rbd_data.6317517cec19\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T02:29:28.525 INFO:tasks.workunit.client.0.smithi057.stderr:++++ get_image_data_pool sparse 2024-04-10T02:29:28.525 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sort -u 2024-04-10T02:29:28.525 INFO:tasks.workunit.client.0.smithi057.stderr:++++ image=sparse 2024-04-10T02:29:28.525 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ rbd info sparse 2024-04-10T02:29:28.526 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ grep 'data_pool: ' 2024-04-10T02:29:28.526 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T02:29:28.562 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool= 2024-04-10T02:29:28.562 INFO:tasks.workunit.client.0.smithi057.stderr:++++ '[' -z ']' 2024-04-10T02:29:28.562 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool=rbd 2024-04-10T02:29:28.562 INFO:tasks.workunit.client.0.smithi057.stderr:++++ echo rbd 2024-04-10T02:29:28.562 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rados ls -p rbd 2024-04-10T02:29:28.594 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects= 2024-04-10T02:29:28.594 INFO:tasks.workunit.client.0.smithi057.stderr:++ echo 2024-04-10T02:29:28.594 INFO:tasks.workunit.client.0.smithi057.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-10T02:29:28.594 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm sparse 2024-04-10T02:29:28.676 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 100% complete...done. 2024-04-10T02:29:28.679 INFO:tasks.workunit.client.0.smithi057.stdout:zeros export to sparse file 2024-04-10T02:29:28.680 INFO:tasks.workunit.client.0.smithi057.stderr:+ echo 'zeros export to sparse file' 2024-04-10T02:29:28.680 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd create --new-format sparse --size 4 2024-04-10T02:29:28.717 INFO:tasks.workunit.client.0.smithi057.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T02:29:28.720 INFO:tasks.workunit.client.0.smithi057.stderr:++ rbd info sparse 2024-04-10T02:29:28.720 INFO:tasks.workunit.client.0.smithi057.stderr:++ grep block_name_prefix 2024-04-10T02:29:28.720 INFO:tasks.workunit.client.0.smithi057.stderr:++ awk '{print $NF;}' 2024-04-10T02:29:28.757 INFO:tasks.workunit.client.0.smithi057.stderr:+ prefix=rbd_data.6338759ab2e3 2024-04-10T02:29:28.757 INFO:tasks.workunit.client.0.smithi057.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-10T02:29:28.757 INFO:tasks.workunit.client.0.smithi057.stderr:++ get_image_data_pool sparse 2024-04-10T02:29:28.757 INFO:tasks.workunit.client.0.smithi057.stderr:++ image=sparse 2024-04-10T02:29:28.758 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rbd info sparse 2024-04-10T02:29:28.758 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep 'data_pool: ' 2024-04-10T02:29:28.758 INFO:tasks.workunit.client.0.smithi057.stderr:+++ awk -F: '{ print $NF }' 2024-04-10T02:29:28.795 INFO:tasks.workunit.client.0.smithi057.stderr:++ data_pool= 2024-04-10T02:29:28.795 INFO:tasks.workunit.client.0.smithi057.stderr:++ '[' -z ']' 2024-04-10T02:29:28.795 INFO:tasks.workunit.client.0.smithi057.stderr:++ data_pool=rbd 2024-04-10T02:29:28.795 INFO:tasks.workunit.client.0.smithi057.stderr:++ echo rbd 2024-04-10T02:29:28.795 INFO:tasks.workunit.client.0.smithi057.stderr:+ rados -p rbd put rbd_data.6338759ab2e3.000000000000 - 2024-04-10T02:29:28.824 INFO:tasks.workunit.client.0.smithi057.stderr:1+0 records in 2024-04-10T02:29:28.824 INFO:tasks.workunit.client.0.smithi057.stderr:1+0 records out 2024-04-10T02:29:28.824 INFO:tasks.workunit.client.0.smithi057.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0666277 s, 63.0 MB/s 2024-04-10T02:29:28.846 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects sparse 2024-04-10T02:29:28.846 INFO:tasks.workunit.client.0.smithi057.stderr:++ image=sparse 2024-04-10T02:29:28.846 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rbd info sparse 2024-04-10T02:29:28.846 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep block_name_prefix 2024-04-10T02:29:28.846 INFO:tasks.workunit.client.0.smithi057.stderr:+++ awk '{print $NF;}' 2024-04-10T02:29:28.881 INFO:tasks.workunit.client.0.smithi057.stderr:++ prefix=rbd_data.6338759ab2e3 2024-04-10T02:29:28.882 INFO:tasks.workunit.client.0.smithi057.stderr:+++ grep rbd_data.6338759ab2e3 2024-04-10T02:29:28.882 INFO:tasks.workunit.client.0.smithi057.stderr:++++ get_image_data_pool sparse 2024-04-10T02:29:28.882 INFO:tasks.workunit.client.0.smithi057.stderr:++++ image=sparse 2024-04-10T02:29:28.882 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sed -e 's/rbd_data.6338759ab2e3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T02:29:28.883 INFO:tasks.workunit.client.0.smithi057.stderr:+++ sort -u 2024-04-10T02:29:28.883 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ rbd info sparse 2024-04-10T02:29:28.883 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ grep 'data_pool: ' 2024-04-10T02:29:28.883 INFO:tasks.workunit.client.0.smithi057.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T02:29:28.919 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool= 2024-04-10T02:29:28.920 INFO:tasks.workunit.client.0.smithi057.stderr:++++ '[' -z ']' 2024-04-10T02:29:28.920 INFO:tasks.workunit.client.0.smithi057.stderr:++++ data_pool=rbd 2024-04-10T02:29:28.920 INFO:tasks.workunit.client.0.smithi057.stderr:++++ echo rbd 2024-04-10T02:29:28.920 INFO:tasks.workunit.client.0.smithi057.stderr:+++ rados ls -p rbd 2024-04-10T02:29:28.955 INFO:tasks.workunit.client.0.smithi057.stderr:++ objects=0 2024-04-10T02:29:28.955 INFO:tasks.workunit.client.0.smithi057.stderr:++ echo 0 2024-04-10T02:29:28.955 INFO:tasks.workunit.client.0.smithi057.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-10T02:29:28.955 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/sparse 2024-04-10T02:29:28.956 INFO:tasks.workunit.client.0.smithi057.stderr:rm: cannot remove '/tmp/rbd_import_export_79817/sparse': No such file or directory 2024-04-10T02:29:28.956 INFO:tasks.workunit.client.0.smithi057.stderr:+ true 2024-04-10T02:29:28.956 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd export sparse /tmp/rbd_import_export_79817/sparse 2024-04-10T02:29:28.992 INFO:tasks.workunit.client.0.smithi057.stderr: Exporting image: 100% complete...done. 2024-04-10T02:29:28.995 INFO:tasks.workunit.client.0.smithi057.stderr:++ stat /tmp/rbd_import_export_79817/sparse --format=%b 2024-04-10T02:29:28.996 INFO:tasks.workunit.client.0.smithi057.stderr:+ '[' 0 = 0 ']' 2024-04-10T02:29:28.997 INFO:tasks.workunit.client.0.smithi057.stderr:+ rbd rm sparse 2024-04-10T02:29:29.078 INFO:tasks.workunit.client.0.smithi057.stderr: Removing image: 100% complete...done. 2024-04-10T02:29:29.081 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm /tmp/rbd_import_export_79817/sparse /tmp/rbd_import_export_79817/sparse1 /tmp/rbd_import_export_79817/sparse2 /tmp/rbd_import_export_79817/sparse3 2024-04-10T02:29:29.083 INFO:tasks.workunit.client.0.smithi057.stderr:rm: cannot remove '/tmp/rbd_import_export_79817/sparse3': No such file or directory 2024-04-10T02:29:29.084 INFO:tasks.workunit.client.0.smithi057.stderr:+ true 2024-04-10T02:29:29.084 INFO:tasks.workunit.client.0.smithi057.stderr:+ echo OK 2024-04-10T02:29:29.084 INFO:tasks.workunit.client.0.smithi057.stdout:OK 2024-04-10T02:29:29.085 INFO:tasks.workunit.client.0.smithi057.stderr:+ rm -rf /tmp/rbd_import_export_79817 2024-04-10T02:29:29.085 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T02:29:29.085 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T02:29:29.118 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.0... 2024-04-10T02:29:29.119 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T02:29:29.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:29 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2019175530' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:29.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:29 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2019175530' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:29.395 DEBUG:teuthology.parallel:result is None 2024-04-10T02:29:29.396 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T02:29:29.424 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T02:29:29.424 DEBUG:teuthology.orchestra.run.smithi057:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T02:29:29.478 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T02:29:29.478 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-10T02:29:29.478 INFO:teuthology.task.print:**** done rbd/import_export.sh 5-workload 2024-04-10T02:29:29.478 DEBUG:teuthology.parallel:result is None 2024-04-10T02:29:29.487 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:29 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2019175530' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:30.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:30 smithi057 ceph-mon[29320]: pgmap v113: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 89 op/s 2024-04-10T02:29:30.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:30 smithi057 ceph-mon[29320]: osdmap e86: 8 total, 8 up, 8 in 2024-04-10T02:29:30.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:30 smithi057 ceph-mon[40038]: pgmap v113: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 89 op/s 2024-04-10T02:29:30.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:30 smithi057 ceph-mon[40038]: osdmap e86: 8 total, 8 up, 8 in 2024-04-10T02:29:30.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:30 smithi096 ceph-mon[33018]: pgmap v113: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 89 op/s 2024-04-10T02:29:30.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:30 smithi096 ceph-mon[33018]: osdmap e86: 8 total, 8 up, 8 in 2024-04-10T02:29:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:31 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1587258419' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:31.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:31 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1587258419' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:31.487 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:31 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1587258419' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:32.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:32 smithi057 ceph-mon[29320]: pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 468 op/s 2024-04-10T02:29:32.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:32 smithi057 ceph-mon[40038]: pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 468 op/s 2024-04-10T02:29:32.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:32 smithi096 ceph-mon[33018]: pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 468 op/s 2024-04-10T02:29:32.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:29:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:32] "GET /metrics HTTP/1.1" 200 239946 "" "Prometheus/2.43.0" 2024-04-10T02:29:33.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:33 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1552004488' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:33.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:33 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1552004488' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:33.389 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:33 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1552004488' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:33.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:29:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:29:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:34 smithi057 ceph-mon[29320]: pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 391 op/s 2024-04-10T02:29:34.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:34 smithi057 ceph-mon[40038]: pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 391 op/s 2024-04-10T02:29:34.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:34 smithi096 ceph-mon[33018]: pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 391 op/s 2024-04-10T02:29:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:35 smithi057 ceph-mon[29320]: osdmap e87: 8 total, 8 up, 8 in 2024-04-10T02:29:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:35 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3185773360' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:35 smithi057 ceph-mon[29320]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-04-10T02:29:36.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:35 smithi057 ceph-mon[40038]: osdmap e87: 8 total, 8 up, 8 in 2024-04-10T02:29:36.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:35 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3185773360' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:36.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:35 smithi057 ceph-mon[40038]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-04-10T02:29:36.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:35 smithi096 ceph-mon[33018]: osdmap e87: 8 total, 8 up, 8 in 2024-04-10T02:29:36.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:35 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3185773360' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:36.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:35 smithi096 ceph-mon[33018]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-04-10T02:29:38.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:38 smithi057 ceph-mon[40038]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-04-10T02:29:38.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:38 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/4031488541' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:38.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:38 smithi057 ceph-mon[29320]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-04-10T02:29:38.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:38 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4031488541' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:38 smithi096 ceph-mon[33018]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 324 op/s 2024-04-10T02:29:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:38 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/4031488541' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:39.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:39 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:39.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:39 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:39 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:40.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:40 smithi057 ceph-mon[29320]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 1.1 MiB/s wr, 267 op/s 2024-04-10T02:29:40.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:40 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/539854192' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:40.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:40.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:29:40.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:40 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:40.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:40 smithi057 ceph-mon[40038]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 1.1 MiB/s wr, 267 op/s 2024-04-10T02:29:40.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:40 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/539854192' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:40.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:40.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:29:40.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:40 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:40 smithi096 ceph-mon[33018]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 1.1 MiB/s wr, 267 op/s 2024-04-10T02:29:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:40 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/539854192' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:29:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:40 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:29:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:41 smithi057 ceph-mon[29320]: Upgrade: Target is version 19.0.0-2051-g3a866975 (unknown) 2024-04-10T02:29:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:41 smithi057 ceph-mon[29320]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f'] 2024-04-10T02:29:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:41 smithi057 ceph-mon[29320]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-10T02:29:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:41 smithi057 ceph-mon[40038]: Upgrade: Target is version 19.0.0-2051-g3a866975 (unknown) 2024-04-10T02:29:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:41 smithi057 ceph-mon[40038]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f'] 2024-04-10T02:29:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:41 smithi057 ceph-mon[40038]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-10T02:29:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:41 smithi096 ceph-mon[33018]: Upgrade: Target is version 19.0.0-2051-g3a866975 (unknown) 2024-04-10T02:29:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:41 smithi096 ceph-mon[33018]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f'] 2024-04-10T02:29:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:41 smithi096 ceph-mon[33018]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-10T02:29:42.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:29:42 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:42] "GET /metrics HTTP/1.1" 200 240019 "" "Prometheus/2.43.0" 2024-04-10T02:29:42.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:42 smithi057 ceph-mon[29320]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f on smithi096 2024-04-10T02:29:42.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:42 smithi057 ceph-mon[29320]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:42 smithi057 ceph-mon[40038]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f on smithi096 2024-04-10T02:29:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:42 smithi057 ceph-mon[40038]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:42 smithi096 ceph-mon[33018]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f on smithi096 2024-04-10T02:29:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:42 smithi096 ceph-mon[33018]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:43.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:43 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/4093345289' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:43.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:29:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:29:44.070 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:43 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4093345289' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:44.071 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:43 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/4093345289' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:44.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:44 smithi096 ceph-mon[33018]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:45.041 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:44 smithi057 ceph-mon[29320]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:45.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:44 smithi057 ceph-mon[40038]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:45 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3315701670' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:46.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:45 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3315701670' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:45 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3315701670' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:46 smithi096 ceph-mon[33018]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:46 smithi057 ceph-mon[29320]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:47.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:46 smithi057 ceph-mon[40038]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:47 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/72468715' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:48.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:47 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/72468715' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:48.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:47 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/72468715' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:48.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:48 smithi096 ceph-mon[33018]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:49.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:48 smithi057 ceph-mon[29320]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:49.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:48 smithi057 ceph-mon[40038]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:50 smithi096 ceph-mon[33018]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:50 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/907517369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:51.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:50 smithi057 ceph-mon[40038]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:51.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:50 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/907517369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:51.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:50 smithi057 ceph-mon[29320]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:51.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:50 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/907517369' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:52.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:52 smithi057 ceph-mon[40038]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:52.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:52 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1574530197' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:52.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:52 smithi057 ceph-mon[29320]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:52.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:52 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1574530197' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:52.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:29:52 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:52] "GET /metrics HTTP/1.1" 200 240019 "" "Prometheus/2.43.0" 2024-04-10T02:29:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:52 smithi096 ceph-mon[33018]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:52 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1574530197' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:53.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:29:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:29:54.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:54 smithi057 ceph-mon[40038]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:54.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:54 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:54.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:54 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3900207486' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:54.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:54 smithi057 ceph-mon[29320]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:54.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:54 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:54.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:54 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3900207486' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:54 smithi096 ceph-mon[33018]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:54 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:29:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:54 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3900207486' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:56.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:56 smithi096 ceph-mon[33018]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:57.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:56 smithi057 ceph-mon[40038]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:57.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:56 smithi057 ceph-mon[29320]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:58.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:57 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2485876154' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:58.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:57 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2485876154' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:58.237 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:57 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2485876154' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:29:59.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:58 smithi057 ceph-mon[29320]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:59.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:58 smithi057 ceph-mon[40038]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:29:59.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:58 smithi096 ceph-mon[33018]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:00.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:29:59 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1809869397' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:00.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:29:59 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1809869397' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:00.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:29:59 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1809869397' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:01.029 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:00 smithi096 ceph-mon[33018]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:01.029 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:00 smithi096 ceph-mon[33018]: overall HEALTH_OK 2024-04-10T02:30:01.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:00 smithi057 ceph-mon[29320]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:01.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:00 smithi057 ceph-mon[29320]: overall HEALTH_OK 2024-04-10T02:30:01.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:00 smithi057 ceph-mon[40038]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:01.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:00 smithi057 ceph-mon[40038]: overall HEALTH_OK 2024-04-10T02:30:02.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:02 smithi057 ceph-mon[29320]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:02.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:02 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1338287707' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:02.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:02 smithi057 ceph-mon[40038]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:02.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:02 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1338287707' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:02.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:02 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:02] "GET /metrics HTTP/1.1" 200 239970 "" "Prometheus/2.43.0" 2024-04-10T02:30:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:02 smithi096 ceph-mon[33018]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:02 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1338287707' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:03.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:03 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[34903]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:30:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:04 smithi096 ceph-mon[33018]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:04 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2360211159' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:05.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:04 smithi057 ceph-mon[29320]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:05.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:04 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2360211159' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:05.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:04 smithi057 ceph-mon[40038]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:05.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:04 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2360211159' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:07.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:06 smithi057 ceph-mon[29320]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:07.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:06 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1044883385' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:07.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:06 smithi057 ceph-mon[40038]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:07.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:06 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1044883385' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:07.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:06 smithi096 ceph-mon[33018]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:07.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:06 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1044883385' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:08.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:08 smithi096 ceph-mon[33018]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:09.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:08 smithi057 ceph-mon[29320]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:09.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:08 smithi057 ceph-mon[40038]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:10.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:09 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2254003544' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:10.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:09 smithi057 ceph-mon[29320]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:10.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:09 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:10.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:09 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2254003544' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:10.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:09 smithi057 ceph-mon[40038]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:10.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:09 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:10.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:09 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2254003544' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:10.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:09 smithi096 ceph-mon[33018]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:10.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:09 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:11.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[40038]: Upgrade: Updating mgr.x 2024-04-10T02:30:11.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:11.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:30:11.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:30:11.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:30:11.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[40038]: Deploying daemon mgr.x on smithi096 2024-04-10T02:30:11.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[29320]: Upgrade: Updating mgr.x 2024-04-10T02:30:11.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:11.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:30:11.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:30:11.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:30:11.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:11 smithi057 ceph-mon[29320]: Deploying daemon mgr.x on smithi096 2024-04-10T02:30:11.426 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:11 smithi096 ceph-mon[33018]: Upgrade: Updating mgr.x 2024-04-10T02:30:11.426 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:11 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:11.427 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:11 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:30:11.427 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:11 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:30:11.427 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:11 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:30:11.427 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:11 smithi096 ceph-mon[33018]: Deploying daemon mgr.x on smithi096 2024-04-10T02:30:11.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:11 smithi096 systemd[1]: Stopping Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:30:12.164 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:12 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/163580455' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:12.164 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:12 smithi096 ceph-mon[33018]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:12.164 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:11 smithi096 podman[66130]: 2024-04-10 02:30:11.885841271 +0000 UTC m=+0.110876537 container died ebe3918625d74c092e4e93862e5b15bac21d6f125539cf26552d6aa061c36c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-10T02:30:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:12 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/163580455' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:12 smithi057 ceph-mon[29320]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:12.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:12 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/163580455' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:12.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:12 smithi057 ceph-mon[40038]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:12.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:12 smithi096 podman[66130]: 2024-04-10 02:30:12.35536411 +0000 UTC m=+0.580399380 container cleanup ebe3918625d74c092e4e93862e5b15bac21d6f125539cf26552d6aa061c36c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-10T02:30:12.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:12 smithi096 bash[66130]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x 2024-04-10T02:30:12.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:12] "GET /metrics HTTP/1.1" 200 239915 "" "Prometheus/2.43.0" 2024-04-10T02:30:12.972 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:12 smithi096 podman[66144]: 2024-04-10 02:30:12.606968942 +0000 UTC m=+0.726174280 container remove ebe3918625d74c092e4e93862e5b15bac21d6f125539cf26552d6aa061c36c2b (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-10T02:30:12.972 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:12 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-10T02:30:12.972 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:12 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-10T02:30:12.972 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:12 smithi096 systemd[1]: Stopped Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:30:12.972 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:12 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.x.service: Consumed 17.369s CPU time. 2024-04-10T02:30:13.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:12 smithi096 systemd[1]: Starting Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:30:13.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:13 smithi096 podman[66278]: 2024-04-10 02:30:13.087483857 +0000 UTC m=+0.017521836 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:30:13.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:13 smithi096 podman[66278]: 2024-04-10 02:30:13.191270696 +0000 UTC m=+0.121308662 container create 95c0d1e8d5f538fff2eeb3fcb4cf4a98e2396efbd333a709d80c5aaa1d5d5ad5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0) 2024-04-10T02:30:13.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:13 smithi096 podman[66278]: 2024-04-10 02:30:13.402257919 +0000 UTC m=+0.332295885 container init 95c0d1e8d5f538fff2eeb3fcb4cf4a98e2396efbd333a709d80c5aaa1d5d5ad5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697) 2024-04-10T02:30:13.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:13 smithi096 podman[66278]: 2024-04-10 02:30:13.404734662 +0000 UTC m=+0.334772630 container start 95c0d1e8d5f538fff2eeb3fcb4cf4a98e2396efbd333a709d80c5aaa1d5d5ad5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:30:13.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:13 smithi096 ceph-mgr[66296]: -- 172.21.15.96:0/1429350428 <== mon.1 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558006be45a0 con 0x558006bb9000 2024-04-10T02:30:13.739 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:13 smithi096 bash[66278]: 95c0d1e8d5f538fff2eeb3fcb4cf4a98e2396efbd333a709d80c5aaa1d5d5ad5 2024-04-10T02:30:13.739 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:13 smithi096 systemd[1]: Started Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:30:14.086 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:13.986+0000 7fbecc444200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:30:14.086 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:14.085+0000 7fbecc444200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:30:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:14 smithi096 ceph-mon[33018]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:14 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:14 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:14 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:30:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:14 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/4098000966' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:14 smithi057 ceph-mon[29320]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:14 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:14 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:14 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:30:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:14 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4098000966' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:14 smithi057 ceph-mon[40038]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:14 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:14 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:14 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:30:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:14 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/4098000966' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:15.099 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:14.754+0000 7fbecc444200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:30:15.099 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:14.852+0000 7fbecc444200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:30:15.099 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:14.995+0000 7fbecc444200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:30:15.099 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:15.098+0000 7fbecc444200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:30:15.456 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:15.184+0000 7fbecc444200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:30:15.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:15.456+0000 7fbecc444200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:30:15.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:15.592+0000 7fbecc444200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:30:15.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:15.695+0000 7fbecc444200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:30:16.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:15.792+0000 7fbecc444200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:30:16.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:15.974+0000 7fbecc444200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:30:16.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:16 smithi057 ceph-mon[29320]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:16.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:16 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3073073387' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:16.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:16 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:16.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:16 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:16.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:16 smithi057 ceph-mon[40038]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:16.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:16 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3073073387' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:16.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:16 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:16.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:16 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:16 smithi096 ceph-mon[33018]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:16 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3073073387' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:16 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:16 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:17.361 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:16 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:16.987+0000 7fbecc444200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:30:17.361 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:17.123+0000 7fbecc444200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:30:17.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:17.477+0000 7fbecc444200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:30:17.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:17.569+0000 7fbecc444200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:30:18.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:17.772+0000 7fbecc444200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:30:18.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:17.978+0000 7fbecc444200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:30:18.559 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:18 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:18.284+0000 7fbecc444200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:30:18.825 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:18 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:18.558+0000 7fbecc444200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:30:18.825 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:18 smithi096 ceph-mon[33018]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:18.825 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:18 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.825 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:18 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.826 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:18 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.826 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:18 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:18 smithi057 ceph-mon[29320]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:18.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:18 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:18 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:18 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:18 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:18 smithi057 ceph-mon[40038]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:18.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:18 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:18 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:18 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:18.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:18 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:19.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:18 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:18.824+0000 7fbecc444200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:30:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:19 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4010343733' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:19.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:19 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/4010343733' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:19 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/4010343733' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:19.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:19 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:19.650+0000 7fbecc444200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:30:20.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:20.229+0000 7fbecc444200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:30:20.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:20.329+0000 7fbecc444200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:30:20.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[29320]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:20.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[29320]: Standby manager daemon x restarted 2024-04-10T02:30:20.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[29320]: Standby manager daemon x started 2024-04-10T02:30:20.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:30:20.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:30:20.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:30:20.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:30:20.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[40038]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:20.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[40038]: Standby manager daemon x restarted 2024-04-10T02:30:20.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[40038]: Standby manager daemon x started 2024-04-10T02:30:20.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:30:20.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:30:20.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:30:20.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:20 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:30:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-mon[33018]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-mon[33018]: Standby manager daemon x restarted 2024-04-10T02:30:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-mon[33018]: Standby manager daemon x started 2024-04-10T02:30:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:30:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:30:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:30:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:30:20.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:20.553+0000 7fbecc444200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:30:20.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:30:20] ENGINE Bus STARTING 2024-04-10T02:30:20.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: CherryPy Checker: 2024-04-10T02:30:20.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: The Application mounted at '' has an empty config. 2024-04-10T02:30:20.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:20.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:30:20] ENGINE Serving on http://:::9283 2024-04-10T02:30:20.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:20 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:30:20] ENGINE Bus STARTED 2024-04-10T02:30:21.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:21 smithi057 ceph-mon[29320]: mgrmap e22: y(active, since 3m), standbys: x 2024-04-10T02:30:21.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:21 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4032067620' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:21.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:21 smithi057 ceph-mon[40038]: mgrmap e22: y(active, since 3m), standbys: x 2024-04-10T02:30:21.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:21 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/4032067620' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:21.921 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:21 smithi096 ceph-mon[33018]: mgrmap e22: y(active, since 3m), standbys: x 2024-04-10T02:30:21.921 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:21 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/4032067620' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:22.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:22 smithi057 ceph-mon[29320]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:22.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:22 smithi057 ceph-mon[40038]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:22.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:22 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:22] "GET /metrics HTTP/1.1" 200 239915 "" "Prometheus/2.43.0" 2024-04-10T02:30:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:22 smithi096 ceph-mon[33018]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:23.635 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:30:23.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:23 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3933043586' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:23.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:23 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3933043586' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:23.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:23.812+0000 7f5762e3f700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-10T02:30:23.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ignoring --setuser ceph since I am not root 2024-04-10T02:30:23.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ignoring --setgroup ceph since I am not root 2024-04-10T02:30:23.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:23 smithi057 ceph-mgr[29555]: -- 172.21.15.57:0/1389960178 <== mon.0 v2:172.21.15.57:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559916ba69c0 con 0x559916b7c800 2024-04-10T02:30:23.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3933043586' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:23.893 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:30:23] ENGINE Bus STOPPING 2024-04-10T02:30:23.893 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:30:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:30:23.893 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:30:23] ENGINE Bus STOPPED 2024-04-10T02:30:23.893 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:30:23] ENGINE Bus STARTING 2024-04-10T02:30:24.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:23.936+0000 7fbe2a0da700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:30:24.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:23.936+0000 7fbe2a0da700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:30:24.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:23.936+0000 7fbe2a0da700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:30:24.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:23.937+0000 7fbe2a0da700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:30:24.239 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:23.937+0000 7fbe2a0da700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:30:24.239 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:23.937+0000 7fbe2e8e3700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:30:24.239 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:23.937+0000 7fbe2e8e3700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:30:24.239 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:23.937+0000 7fbe2e8e3700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:30:24.239 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:23.937+0000 7fbe2e8e3700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:30:24.239 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:30:23.937+0000 7fbe2e8e3700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:30:24.239 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:30:24] ENGINE Serving on http://:::9283 2024-04-10T02:30:24.239 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:30:24] ENGINE Bus STARTED 2024-04-10T02:30:24.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:24.370+0000 7f69617601c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:30:24.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:24.464+0000 7f69617601c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:30:24.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:24.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:24.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:24.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:30:24.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:30:24.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:24.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:30:24.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T02:30:24.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:30:24.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:30:24.966 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:30:24.967 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:30:24.967 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: osdmap e88: 8 total, 8 up, 8 in 2024-04-10T02:30:24.967 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-10T02:30:24.967 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: mgrmap e23: x(active, starting, since 0.0149571s) 2024-04-10T02:30:24.967 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:24.967 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:24.967 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:24.967 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:30:24.967 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:30:24.967 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:30:24.968 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: osdmap e88: 8 total, 8 up, 8 in 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: mgrmap e23: x(active, starting, since 0.0149571s) 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: Manager daemon x is now available 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:24.969 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:30:24.970 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:30:24.970 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T02:30:24.970 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T02:30:24.970 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: Deploying cephadm binary to smithi057 2024-04-10T02:30:24.970 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: Deploying cephadm binary to smithi096 2024-04-10T02:30:24.970 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:24.970 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:24.970 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: Manager daemon x is now available 2024-04-10T02:30:24.971 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:30:24.971 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:24.971 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:30:24.971 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:30:24.971 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T02:30:24.971 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T02:30:24.971 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: Deploying cephadm binary to smithi057 2024-04-10T02:30:24.971 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: Deploying cephadm binary to smithi096 2024-04-10T02:30:24.971 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:24.971 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:24 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:30:24.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: osdmap e88: 8 total, 8 up, 8 in 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.24362 172.21.15.57:0/2937110462' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: mgrmap e23: x(active, starting, since 0.0149571s) 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: Manager daemon x is now available 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:30:24.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:30:24.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T02:30:24.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T02:30:24.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: Deploying cephadm binary to smithi057 2024-04-10T02:30:24.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: Deploying cephadm binary to smithi096 2024-04-10T02:30:24.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:24.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:24 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:25.298 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:25.120+0000 7f69617601c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:30:25.298 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:25.212+0000 7f69617601c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:30:25.298 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:25.297+0000 7f69617601c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:30:25.556 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:25.450+0000 7f69617601c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:30:25.556 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:25.536+0000 7f69617601c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:30:25.820 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:25.717+0000 7f69617601c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:30:26.089 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:25.904+0000 7f69617601c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:30:26.089 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:25.993+0000 7f69617601c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:30:26.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[40038]: [10/Apr/2024:02:30:24] ENGINE Bus STARTING 2024-04-10T02:30:26.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[40038]: mgrmap e24: x(active, since 1.01231s) 2024-04-10T02:30:26.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[40038]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:26.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[40038]: [10/Apr/2024:02:30:24] ENGINE Serving on http://172.21.15.96:8765 2024-04-10T02:30:26.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[40038]: [10/Apr/2024:02:30:25] ENGINE Serving on https://172.21.15.96:7150 2024-04-10T02:30:26.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[40038]: [10/Apr/2024:02:30:25] ENGINE Bus STARTED 2024-04-10T02:30:26.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[29320]: [10/Apr/2024:02:30:24] ENGINE Bus STARTING 2024-04-10T02:30:26.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[29320]: mgrmap e24: x(active, since 1.01231s) 2024-04-10T02:30:26.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[29320]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:26.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[29320]: [10/Apr/2024:02:30:24] ENGINE Serving on http://172.21.15.96:8765 2024-04-10T02:30:26.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[29320]: [10/Apr/2024:02:30:25] ENGINE Serving on https://172.21.15.96:7150 2024-04-10T02:30:26.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:25 smithi057 ceph-mon[29320]: [10/Apr/2024:02:30:25] ENGINE Bus STARTED 2024-04-10T02:30:26.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:25 smithi096 ceph-mon[33018]: [10/Apr/2024:02:30:24] ENGINE Bus STARTING 2024-04-10T02:30:26.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:25 smithi096 ceph-mon[33018]: mgrmap e24: x(active, since 1.01231s) 2024-04-10T02:30:26.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:25 smithi096 ceph-mon[33018]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:26.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:25 smithi096 ceph-mon[33018]: [10/Apr/2024:02:30:24] ENGINE Serving on http://172.21.15.96:8765 2024-04-10T02:30:26.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:25 smithi096 ceph-mon[33018]: [10/Apr/2024:02:30:25] ENGINE Serving on https://172.21.15.96:7150 2024-04-10T02:30:26.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:25 smithi096 ceph-mon[33018]: [10/Apr/2024:02:30:25] ENGINE Bus STARTED 2024-04-10T02:30:26.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:26.088+0000 7f69617601c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:30:26.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:26.176+0000 7f69617601c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:30:27.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:26 smithi057 ceph-mon[29320]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:27.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:26 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/245053312' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:27.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:26 smithi057 ceph-mon[40038]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:27.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:26 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/245053312' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:27.237 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:26 smithi096 ceph-mon[33018]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:27.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:26 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/245053312' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:27.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:27.255+0000 7f69617601c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:30:27.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:27.390+0000 7f69617601c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:30:27.855 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:27.591+0000 7f69617601c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:30:27.855 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:27.825+0000 7f69617601c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:30:28.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:27 smithi057 ceph-mon[29320]: mgrmap e25: x(active, since 3s) 2024-04-10T02:30:28.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:27 smithi057 ceph-mon[40038]: mgrmap e25: x(active, since 3s) 2024-04-10T02:30:28.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:28.011+0000 7f69617601c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:30:28.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:27 smithi096 ceph-mon[33018]: mgrmap e25: x(active, since 3s) 2024-04-10T02:30:28.480 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:28.208+0000 7f69617601c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:30:28.860 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:28.479+0000 7f69617601c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:30:28.860 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:28.570+0000 7f69617601c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:30:29.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:28 smithi057 ceph-mon[29320]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:29.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:28 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/836703103' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:29.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:28 smithi057 ceph-mon[40038]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:29.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:28 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/836703103' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:29.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:28.976+0000 7f69617601c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:30:29.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:28 smithi096 ceph-mon[33018]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:29.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:28 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/836703103' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:30.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:29 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:29.833+0000 7f69617601c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:30:30.516 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:30.157+0000 7f69617601c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:30:30.792 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:30.515+0000 7f69617601c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:30:30.792 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:30.727+0000 7f69617601c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:30:30.792 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:30:30] ENGINE Bus STARTING 2024-04-10T02:30:31.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[29320]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[29320]: Standby manager daemon y started 2024-04-10T02:30:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T02:30:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:30:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T02:30:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:30:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/923892049' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:31.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: CherryPy Checker: 2024-04-10T02:30:31.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: The Application mounted at '' has an empty config. 2024-04-10T02:30:31.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: 2024-04-10T02:30:31.138 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:30:30] ENGINE Serving on http://:::9283 2024-04-10T02:30:31.138 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: [10/Apr/2024:02:30:30] ENGINE Bus STARTED 2024-04-10T02:30:31.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[40038]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:31.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[40038]: Standby manager daemon y started 2024-04-10T02:30:31.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T02:30:31.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:30:31.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T02:30:31.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:30:31.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:30 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/923892049' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:30 smithi096 ceph-mon[33018]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:30 smithi096 ceph-mon[33018]: Standby manager daemon y started 2024-04-10T02:30:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:30 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T02:30:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:30 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:30:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:30 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T02:30:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:30 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.57:0/1341629880' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:30:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:30 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/923892049' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:32.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:31 smithi096 ceph-mon[33018]: mgrmap e26: x(active, since 7s), standbys: y 2024-04-10T02:30:32.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:31 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:30:32.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:31 smithi057 ceph-mon[29320]: mgrmap e26: x(active, since 7s), standbys: y 2024-04-10T02:30:32.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:31 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:30:32.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:31 smithi057 ceph-mon[40038]: mgrmap e26: x(active, since 7s), standbys: y 2024-04-10T02:30:32.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:31 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:30:32.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:30:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:32 smithi096 ceph-mon[33018]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:30:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:32 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:32 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:33.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:32 smithi057 ceph-mon[29320]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:30:33.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:32 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:33.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:32 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:33.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:32 smithi057 ceph-mon[40038]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:30:33.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:32 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:33.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:32 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:33.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:33] "GET /metrics HTTP/1.1" 200 30994 "" "Prometheus/2.43.0" 2024-04-10T02:30:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi057 to 2481M 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3886399680' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi057 to 2481M 2024-04-10T02:30:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:34 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3886399680' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:34.420 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:34.420 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:34.420 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.420 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.420 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.420 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.420 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.421 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.421 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.421 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:34.421 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi057 to 2481M 2024-04-10T02:30:34.421 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:34.421 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:34 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3886399680' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:35.368 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:35 smithi096 ceph-mon[33018]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T02:30:35.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:35 smithi057 ceph-mon[29320]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T02:30:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:35 smithi057 ceph-mon[40038]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T02:30:36.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:36 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/841303390' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:36.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:36 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/841303390' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:36.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:36 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/841303390' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:37 smithi096 ceph-mon[33018]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:30:37.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:37 smithi057 ceph-mon[29320]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:30:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:37 smithi057 ceph-mon[40038]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:30:38.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:38 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3892470108' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:38.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:38 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3892470108' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:38.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:38 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3892470108' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:39.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:39 smithi057 ceph-mon[29320]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:30:39.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:39 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:39.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:39 smithi057 ceph-mon[40038]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:30:39.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:39 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:39.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:39 smithi096 ceph-mon[33018]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:30:39.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:39 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:41.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:41 smithi057 ceph-mon[29320]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:30:41.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:41 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2534935480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:41.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:41 smithi057 ceph-mon[40038]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:30:41.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:41 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2534935480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:41.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:41 smithi096 ceph-mon[33018]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:30:41.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:41 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2534935480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:42.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:42 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:30:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:43 smithi096 ceph-mon[33018]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:30:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:43 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/4189263379' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:43 smithi057 ceph-mon[29320]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:30:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:43 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/4189263379' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:43.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:43 smithi057 ceph-mon[40038]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T02:30:43.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:43 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/4189263379' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:43.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:43] "GET /metrics HTTP/1.1" 200 33896 "" "Prometheus/2.43.0" 2024-04-10T02:30:44.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:44 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:44.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:44 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:44.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:44 smithi096 ceph-mon[33018]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:45.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:44 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:45.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:44 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:45.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:44 smithi057 ceph-mon[29320]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:44 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:44 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:44 smithi057 ceph-mon[40038]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:45 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:45 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:45 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1593951864' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:45 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:45 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:45 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1593951864' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:46.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:45 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:46.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:45 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:46.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:45 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1593951864' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:46 smithi096 ceph-mon[33018]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:46 smithi057 ceph-mon[29320]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:47.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:46 smithi057 ceph-mon[40038]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:47 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1637013562' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:48.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:47 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1637013562' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:48.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:47 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1637013562' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:49.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:49.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: Adjusting osd_memory_target on smithi096 to 2480M 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:30:49.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:30:49.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:49 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: Adjusting osd_memory_target on smithi096 to 2480M 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: Adjusting osd_memory_target on smithi096 to 2480M 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:49.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:49 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:30:50.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:30:50.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:30:50.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:30:50.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2728229225' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:30:50.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:30:50.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:30:50.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:30:50.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T02:30:50.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-10T02:30:50.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:50 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2728229225' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:50.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:30:50.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:30:50.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:30:50.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:30:50.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:30:50.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:30:50.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:50.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T02:30:50.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-10T02:30:50.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:50 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2728229225' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:51.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:51 smithi057 ceph-mon[29320]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:51.568 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:51 smithi057 ceph-mon[40038]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:51.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:51 smithi096 ceph-mon[33018]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:52.809 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:52 smithi057 systemd[1]: Stopping Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:30:52.810 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:30:52 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[29551]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:30:53.111 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:52 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[73353]: ts=2024-04-10T02:30:52.809Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-10T02:30:53.111 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:52 smithi057 podman[86487]: 2024-04-10 02:30:52.850648859 +0000 UTC m=+0.169340511 container died 74c6d60ebbc491e29fdaefc5b5c99a8d57310633d270f1e07c6ffff4e257a88a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:53.386 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:53 smithi057 podman[86487]: 2024-04-10 02:30:53.202223882 +0000 UTC m=+0.520915544 container cleanup 74c6d60ebbc491e29fdaefc5b5c99a8d57310633d270f1e07c6ffff4e257a88a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:53.386 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:53 smithi057 bash[86487]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a 2024-04-10T02:30:53.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:53 smithi057 ceph-mon[29320]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:53.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:53 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1306478172' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:53.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:53 smithi057 ceph-mon[40038]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:53.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:53 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1306478172' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:53.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:53 smithi096 ceph-mon[33018]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:53.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:53 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1306478172' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:53.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:30:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:30:53] "GET /metrics HTTP/1.1" 200 33896 "" "Prometheus/2.43.0" 2024-04-10T02:30:53.756 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:53 smithi057 podman[86501]: 2024-04-10 02:30:53.420242709 +0000 UTC m=+0.560349091 container remove 74c6d60ebbc491e29fdaefc5b5c99a8d57310633d270f1e07c6ffff4e257a88a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:53.756 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:53 smithi057 podman[86501]: 2024-04-10 02:30:53.512867194 +0000 UTC m=+0.652973534 volume remove 9033f410a0c6f3a1ffeb8d754553e6dad8c2881443664d50393be548111ea65e 2024-04-10T02:30:54.080 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:53 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-10T02:30:54.081 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:53 smithi057 systemd[1]: Stopped Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:30:54.081 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:53 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Consumed 1.018s CPU time. 2024-04-10T02:30:54.081 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:53 smithi057 systemd[1]: Starting Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:30:54.081 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:53 smithi057 podman[86596]: 2024-04-10 02:30:53.878323546 +0000 UTC m=+0.017591373 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-10T02:30:54.081 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:53 smithi057 podman[86596]: 2024-04-10 02:30:53.997184485 +0000 UTC m=+0.136452333 volume create 5d01e9f7b21cb17fcb3d63b7f2228572fce116374b66c4d548372309ac78fc18 2024-04-10T02:30:54.081 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 podman[86596]: 2024-04-10 02:30:54.080954467 +0000 UTC m=+0.220222272 container create 7386e431528a2c7373cb027e0a8670b5ae7f42766a07681f1405dbdecfff180d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:54.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:54 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:54.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:54 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:54.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 podman[86596]: 2024-04-10 02:30:54.375930691 +0000 UTC m=+0.515198500 container init 7386e431528a2c7373cb027e0a8670b5ae7f42766a07681f1405dbdecfff180d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:54.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 podman[86596]: 2024-04-10 02:30:54.3789093 +0000 UTC m=+0.518177101 container start 7386e431528a2c7373cb027e0a8670b5ae7f42766a07681f1405dbdecfff180d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:54.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:30:54.391Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-10T02:30:54.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:30:54.391Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-10T02:30:54.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:30:54.392Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.57 port=9094 2024-04-10T02:30:54.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:30:54.393Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-10T02:30:54.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:30:54.417Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T02:30:54.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:30:54.417Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T02:30:54.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:30:54.420Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-10T02:30:54.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:30:54.420Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-10T02:30:54.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 bash[86596]: 7386e431528a2c7373cb027e0a8670b5ae7f42766a07681f1405dbdecfff180d 2024-04-10T02:30:54.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:54 smithi057 systemd[1]: Started Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:30:54.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:54 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:30:55.308 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:55 smithi057 systemd[1]: Stopping Ceph node-exporter.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:30:55.580 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:55 smithi057 ceph-mon[29320]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:55.580 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:55 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:55.580 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:55 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:55.580 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:55 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3023427284' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:55.581 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:55 smithi057 ceph-mon[40038]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:55.581 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:55 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:55.581 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:55 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:55.581 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:55 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3023427284' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:55.581 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:55 smithi057 podman[86770]: 2024-04-10 02:30:55.323113931 +0000 UTC m=+0.129937348 container died 5c9e6ab1b6fa273ae6d5fe838c9fc54433d7ace2aad74d0db2b6af0d7db067a6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:55.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:55 smithi096 ceph-mon[33018]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:55.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:55 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:55.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:55 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:55.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:55 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3023427284' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:55.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:55 smithi057 podman[86770]: 2024-04-10 02:30:55.688159596 +0000 UTC m=+0.494983014 container cleanup 5c9e6ab1b6fa273ae6d5fe838c9fc54433d7ace2aad74d0db2b6af0d7db067a6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:55.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:55 smithi057 bash[86770]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a 2024-04-10T02:30:56.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-mon[29320]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-10T02:30:56.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-mon[29320]: Reconfiguring daemon node-exporter.a on smithi057 2024-04-10T02:30:56.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-mon[40038]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-10T02:30:56.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-mon[40038]: Reconfiguring daemon node-exporter.a on smithi057 2024-04-10T02:30:56.387 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 podman[86785]: 2024-04-10 02:30:56.089741217 +0000 UTC m=+0.767986285 container remove 5c9e6ab1b6fa273ae6d5fe838c9fc54433d7ace2aad74d0db2b6af0d7db067a6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:56.387 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-10T02:30:56.387 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-10T02:30:56.387 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 systemd[1]: Stopped Ceph node-exporter.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:30:56.387 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Consumed 2.160s CPU time. 2024-04-10T02:30:56.387 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 systemd[1]: Starting Ceph node-exporter.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:30:56.677 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 podman[86880]: 2024-04-10 02:30:56.378868363 +0000 UTC m=+0.017121567 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T02:30:56.677 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 podman[86880]: 2024-04-10 02:30:56.491231417 +0000 UTC m=+0.129484596 container create 58502a8eacf647d8ae2018cbc739e1e908c7417e36df6caf7ea3c937f1a8f9fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:56.677 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 podman[86880]: 2024-04-10 02:30:56.677328838 +0000 UTC m=+0.315582027 container init 58502a8eacf647d8ae2018cbc739e1e908c7417e36df6caf7ea3c937f1a8f9fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:56.678 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:30:56.393Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000247938s 2024-04-10T02:30:56.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:56 smithi096 ceph-mon[33018]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-10T02:30:56.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:56 smithi096 ceph-mon[33018]: Reconfiguring daemon node-exporter.a on smithi057 2024-04-10T02:30:57.136 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 podman[86880]: 2024-04-10 02:30:56.679986271 +0000 UTC m=+0.318239449 container start 58502a8eacf647d8ae2018cbc739e1e908c7417e36df6caf7ea3c937f1a8f9fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.683Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.683Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.683Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.683Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.683Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.683Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T02:30:57.137 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T02:30:57.138 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T02:30:57.138 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T02:30:57.138 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T02:30:57.141 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T02:30:57.141 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T02:30:57.141 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T02:30:57.142 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T02:30:57.143 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a[86894]: ts=2024-04-10T02:30:56.684Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 bash[86880]: 58502a8eacf647d8ae2018cbc739e1e908c7417e36df6caf7ea3c937f1a8f9fd 2024-04-10T02:30:57.144 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:30:56 smithi057 systemd[1]: Started Ceph node-exporter.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:30:57.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:57 smithi057 ceph-mon[29320]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:57.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:57 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:57.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:57 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:57.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:57 smithi057 ceph-mon[40038]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:57.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:57 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:57.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:57 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:57.659 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:57 smithi096 ceph-mon[33018]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:57.659 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:57 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:57.659 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:57 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:30:58.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:58 smithi057 ceph-mon[29320]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T02:30:58.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:58 smithi057 ceph-mon[29320]: Reconfiguring daemon prometheus.a on smithi096 2024-04-10T02:30:58.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:58 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3690442673' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:58.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:58 smithi057 ceph-mon[40038]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T02:30:58.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:58 smithi057 ceph-mon[40038]: Reconfiguring daemon prometheus.a on smithi096 2024-04-10T02:30:58.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:58 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3690442673' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:58 smithi096 ceph-mon[33018]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T02:30:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:58 smithi096 ceph-mon[33018]: Reconfiguring daemon prometheus.a on smithi096 2024-04-10T02:30:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:58 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3690442673' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:30:59.428 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:30:59 smithi096 ceph-mon[33018]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:59.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:30:59 smithi057 ceph-mon[29320]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:30:59.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:30:59 smithi057 ceph-mon[40038]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:00.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:00 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2107481250' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:00.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:00 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2107481250' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:00.722 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2107481250' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:00.722 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 systemd[1]: Stopping Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:00.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.721Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T02:31:00.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.721Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T02:31:00.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.721Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T02:31:00.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.721Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T02:31:00.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.721Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T02:31:00.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.721Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T02:31:00.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.721Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T02:31:00.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.721Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T02:31:00.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.722Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T02:31:00.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.722Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T02:31:00.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.722Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T02:31:00.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[63460]: ts=2024-04-10T02:31:00.722Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T02:31:00.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:00 smithi096 podman[74620]: 2024-04-10 02:31:00.732033138 +0000 UTC m=+0.118337674 container died b344c317fb9abb0c7a216517da2f0055ecc52bd15b83af4ea1d6d6ebf80534b0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:01.339 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:01 smithi096 podman[74620]: 2024-04-10 02:31:01.188720119 +0000 UTC m=+0.575024654 container cleanup b344c317fb9abb0c7a216517da2f0055ecc52bd15b83af4ea1d6d6ebf80534b0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:01.340 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:01 smithi096 bash[74620]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T02:31:01.597 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:01 smithi096 ceph-mon[33018]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:01.598 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:01 smithi096 podman[74634]: 2024-04-10 02:31:01.456738347 +0000 UTC m=+0.725953894 container remove b344c317fb9abb0c7a216517da2f0055ecc52bd15b83af4ea1d6d6ebf80534b0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:01.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:01 smithi057 ceph-mon[29320]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:01.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:01 smithi057 ceph-mon[40038]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:01.955 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:01 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T02:31:01.955 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:01 smithi096 systemd[1]: Stopped Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:01.955 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:01 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 1.580s CPU time. 2024-04-10T02:31:01.955 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:01 smithi096 systemd[1]: Starting Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:01.955 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:01 smithi096 podman[74730]: 2024-04-10 02:31:01.716023423 +0000 UTC m=+0.019151190 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T02:31:01.955 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:01 smithi096 podman[74730]: 2024-04-10 02:31:01.816703256 +0000 UTC m=+0.119831026 container create 552ecf868191c847924c93c3dad6e255de933c81e15849aaca6d4b4708f7eb33 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:02.488 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 podman[74730]: 2024-04-10 02:31:02.06070881 +0000 UTC m=+0.363836575 container init 552ecf868191c847924c93c3dad6e255de933c81e15849aaca6d4b4708f7eb33 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 podman[74730]: 2024-04-10 02:31:02.06315347 +0000 UTC m=+0.366281238 container start 552ecf868191c847924c93c3dad6e255de933c81e15849aaca6d4b4708f7eb33 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.086Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.086Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.086Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi096 (none))" 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.086Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.086Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.087Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.088Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.089Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.089Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.091Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.091Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.577µs 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.091Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T02:31:02.489 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.091Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.105Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.105Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.106Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.48µs wal_replay_duration=14.7349ms wbl_replay_duration=108ns total_replay_duration=14.771343ms 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.108Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.108Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.108Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.127Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.89824ms db_storage=842ns remote_storage=1.072µs web_handler=345ns query_engine=600ns scrape=377.612µs scrape_sd=84.021µs notify=15.309µs notify_sd=16.788µs rules=18.176744ms tracing=5.371µs 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.127Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:02.127Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 bash[74730]: 552ecf868191c847924c93c3dad6e255de933c81e15849aaca6d4b4708f7eb33 2024-04-10T02:31:02.490 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:02 smithi096 systemd[1]: Started Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:03.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:03 smithi096 ceph-mon[33018]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:03.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:03 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:03.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:03 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1746569231' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:03.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:03 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:03.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:03 smithi096 ceph-mon[33018]: Reconfiguring grafana.a (dependencies changed)... 2024-04-10T02:31:03.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:03 smithi096 ceph-mon[33018]: Reconfiguring daemon grafana.a on smithi096 2024-04-10T02:31:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[29320]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1746569231' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[29320]: Reconfiguring grafana.a (dependencies changed)... 2024-04-10T02:31:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[29320]: Reconfiguring daemon grafana.a on smithi096 2024-04-10T02:31:03.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[40038]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:03.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:03.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1746569231' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:03.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:03.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[40038]: Reconfiguring grafana.a (dependencies changed)... 2024-04-10T02:31:03.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:03 smithi057 ceph-mon[40038]: Reconfiguring daemon grafana.a on smithi096 2024-04-10T02:31:04.886 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:31:04 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:31:04.396Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002869435s 2024-04-10T02:31:05.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:05 smithi096 ceph-mon[33018]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:05.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:05 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1575376028' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:05.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:05 smithi057 ceph-mon[29320]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:05.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:05 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1575376028' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:05.544 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:05 smithi057 ceph-mon[40038]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:05.545 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:05 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1575376028' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:07 smithi096 ceph-mon[33018]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:07 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3349806614' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:07 smithi057 ceph-mon[40038]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:07 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3349806614' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:07.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:07 smithi057 ceph-mon[29320]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:07.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:07 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3349806614' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:09.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:09 smithi096 ceph-mon[33018]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:09.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:09 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:09 smithi057 ceph-mon[29320]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:09 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:09.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:09 smithi057 ceph-mon[40038]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:09.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:09 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:10.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:10 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3465705664' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:10.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:10 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3465705664' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:10.737 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:10 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3465705664' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:11.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:11 smithi096 ceph-mon[33018]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:11.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:11 smithi057 ceph-mon[29320]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:11.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:11 smithi057 ceph-mon[40038]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:12.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:12 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1772883565' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:12.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:12 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1772883565' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:12.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:12 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1772883565' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:13.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:13 smithi096 systemd[1]: Stopping Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:13.239 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:31:13] "GET /metrics HTTP/1.1" 200 33894 "" "Prometheus/2.43.0" 2024-04-10T02:31:13.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:13 smithi057 ceph-mon[29320]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:13.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:13 smithi057 ceph-mon[40038]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:13.646 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:13 smithi096 ceph-mon[33018]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:13.646 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:13 smithi096 podman[75074]: 2024-04-10 02:31:13.380161201 +0000 UTC m=+0.132990323 container died 1efaa7343133cd19c9309520e22e36893d28607866bce946868bdfecb640f659 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, distribution-scope=public, io.openshift.expose-services=, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , vcs-type=git, build-date=2022-04-29T11:48:11.055897, name=ubi8, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, description=Ceph Grafana Container) 2024-04-10T02:31:13.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:13 smithi096 podman[75074]: 2024-04-10 02:31:13.727882446 +0000 UTC m=+0.480711575 container cleanup 1efaa7343133cd19c9309520e22e36893d28607866bce946868bdfecb640f659 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, architecture=x86_64, name=ubi8, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-04-10T02:31:13.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:13 smithi096 bash[75074]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a 2024-04-10T02:31:14.418 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 podman[75088]: 2024-04-10 02:31:14.037770972 +0000 UTC m=+0.660488881 container remove 1efaa7343133cd19c9309520e22e36893d28607866bce946868bdfecb640f659 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, maintainer=Paul Cuzner , vendor=Red Hat, Inc., architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, com.redhat.component=ubi8-container, name=ubi8, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container) 2024-04-10T02:31:14.418 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-10T02:31:14.418 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:31:14.418 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 systemd[1]: Stopped Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:14.418 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Consumed 5.112s CPU time. 2024-04-10T02:31:14.418 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 systemd[1]: Starting Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:14.669 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 podman[75186]: 2024-04-10 02:31:14.319423882 +0000 UTC m=+0.017350138 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-10T02:31:14.669 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 podman[75186]: 2024-04-10 02:31:14.430458331 +0000 UTC m=+0.128384587 container create 6dce1545f6a6c62c07be207589b0aa1c8d245f47d78c241749fad036d09f1676 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.component=ubi8-container, distribution-scope=public, vcs-type=git, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., name=ubi8, io.buildah.version=1.32.0, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5) 2024-04-10T02:31:14.669 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 podman[75186]: 2024-04-10 02:31:14.666417287 +0000 UTC m=+0.364343557 container init 6dce1545f6a6c62c07be207589b0aa1c8d245f47d78c241749fad036d09f1676 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, vcs-type=git, io.openshift.expose-services=, distribution-scope=public, version=8.5, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , release=239.1651231664, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, vendor=Red Hat, Inc.) 2024-04-10T02:31:14.669 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 podman[75186]: 2024-04-10 02:31:14.669105527 +0000 UTC m=+0.367031787 container start 6dce1545f6a6c62c07be207589b0aa1c8d245f47d78c241749fad036d09f1676 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, version=8.5, vcs-type=git, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, name=ubi8) 2024-04-10T02:31:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 bash[75186]: 6dce1545f6a6c62c07be207589b0aa1c8d245f47d78c241749fad036d09f1676 2024-04-10T02:31:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 systemd[1]: Started Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[75201]: logger=settings t=2024-04-10T02:31:14.836959583Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-10T02:31:14.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:14 smithi096 podman[75218]: 2024-04-10 02:31:14.862774942 +0000 UTC m=+0.018712396 container died 6dce1545f6a6c62c07be207589b0aa1c8d245f47d78c241749fad036d09f1676 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, version=8.5, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , description=Ceph Grafana Container, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, distribution-scope=public, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, vendor=Red Hat, Inc.) 2024-04-10T02:31:15.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:15 smithi096 ceph-mon[33018]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:15.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:15 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/157587540' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:15.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:15 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:15.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:15 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:15 smithi057 ceph-mon[40038]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:15 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/157587540' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:15 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:15 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:15.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:15 smithi057 ceph-mon[29320]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:15.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:15 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/157587540' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:15.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:15 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:15.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:15 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:15.984 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:15 smithi096 systemd[1]: Stopping Ceph node-exporter.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:15.985 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:15 smithi096 podman[75218]: 2024-04-10 02:31:15.546141815 +0000 UTC m=+0.702079278 container remove 6dce1545f6a6c62c07be207589b0aa1c8d245f47d78c241749fad036d09f1676 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, version=8.5, com.redhat.component=ubi8-container, io.openshift.expose-services=, maintainer=Paul Cuzner , architecture=x86_64, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-10T02:31:15.985 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:15 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-10T02:31:15.985 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:15 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:31:16.238 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:15 smithi096 podman[75380]: 2024-04-10 02:31:15.984829696 +0000 UTC m=+0.130651452 container died 45768bb16df6b242b620cd8e4686f830d160640b2d2830de8a75bc72953a9685 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:31:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:16 smithi057 ceph-mon[29320]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-10T02:31:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:16 smithi057 ceph-mon[29320]: Reconfiguring daemon node-exporter.b on smithi096 2024-04-10T02:31:16.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:16 smithi057 ceph-mon[40038]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-10T02:31:16.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:16 smithi057 ceph-mon[40038]: Reconfiguring daemon node-exporter.b on smithi096 2024-04-10T02:31:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:16 smithi096 ceph-mon[33018]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-10T02:31:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:16 smithi096 ceph-mon[33018]: Reconfiguring daemon node-exporter.b on smithi096 2024-04-10T02:31:16.738 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:16 smithi096 podman[75380]: 2024-04-10 02:31:16.466865775 +0000 UTC m=+0.612687576 container cleanup 45768bb16df6b242b620cd8e4686f830d160640b2d2830de8a75bc72953a9685 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:31:16.738 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:16 smithi096 bash[75380]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b 2024-04-10T02:31:17.112 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:16 smithi096 podman[75394]: 2024-04-10 02:31:16.75748141 +0000 UTC m=+0.773389440 container remove 45768bb16df6b242b620cd8e4686f830d160640b2d2830de8a75bc72953a9685 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:31:17.112 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:16 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-10T02:31:17.112 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:16 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-10T02:31:17.112 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:16 smithi096 systemd[1]: Stopped Ceph node-exporter.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:17.113 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:16 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Consumed 2.005s CPU time. 2024-04-10T02:31:17.113 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:16 smithi096 systemd[1]: Starting Ceph node-exporter.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:17.362 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-mon[33018]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:17.363 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/315302570' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:17.363 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 podman[75492]: 2024-04-10 02:31:17.014755562 +0000 UTC m=+0.017559924 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T02:31:17.363 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 podman[75492]: 2024-04-10 02:31:17.136066592 +0000 UTC m=+0.138870938 container create 5785fa6cccd43ca0768a331f1d7b04a1601a2ec67f754c5a79fe2e016c093d4d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:31:17.363 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 podman[75492]: 2024-04-10 02:31:17.355155441 +0000 UTC m=+0.357959785 container init 5785fa6cccd43ca0768a331f1d7b04a1601a2ec67f754c5a79fe2e016c093d4d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:31:17.363 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 podman[75492]: 2024-04-10 02:31:17.35785646 +0000 UTC m=+0.360660814 container start 5785fa6cccd43ca0768a331f1d7b04a1601a2ec67f754c5a79fe2e016c093d4d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:31:17.363 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.361Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T02:31:17.364 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.361Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T02:31:17.364 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T02:31:17.364 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T02:31:17.364 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T02:31:17.364 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T02:31:17.364 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T02:31:17.364 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T02:31:17.364 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T02:31:17.364 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T02:31:17.364 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T02:31:17.365 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T02:31:17.365 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T02:31:17.365 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T02:31:17.365 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T02:31:17.365 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T02:31:17.366 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T02:31:17.367 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.362Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.363Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T02:31:17.368 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b[75506]: ts=2024-04-10T02:31:17.363Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T02:31:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:17 smithi057 ceph-mon[29320]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:17 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/315302570' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:17.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:17 smithi057 ceph-mon[40038]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:17.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:17 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/315302570' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:17.738 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 bash[75492]: 5785fa6cccd43ca0768a331f1d7b04a1601a2ec67f754c5a79fe2e016c093d4d 2024-04-10T02:31:17.738 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:31:17 smithi096 systemd[1]: Started Ceph node-exporter.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:18.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T02:31:18.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[40038]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T02:31:18.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T02:31:18.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:18 smithi057 ceph-mon[29320]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:18.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T02:31:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T02:31:18.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:18 smithi096 ceph-mon[33018]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:19.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3830217553' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:19.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[29320]: Upgrade: Updating mgr.y 2024-04-10T02:31:19.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:19.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:31:19.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:31:19.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:31:19.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:19.828 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[29320]: Deploying daemon mgr.y on smithi057 2024-04-10T02:31:19.828 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3830217553' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:19.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[40038]: Upgrade: Updating mgr.y 2024-04-10T02:31:19.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:19.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:31:19.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:31:19.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:31:19.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:19.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:19 smithi057 ceph-mon[40038]: Deploying daemon mgr.y on smithi057 2024-04-10T02:31:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:19 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3830217553' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:19 smithi096 ceph-mon[33018]: Upgrade: Updating mgr.y 2024-04-10T02:31:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:19 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:19 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:31:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:19 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:31:19.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:19 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:31:19.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:19 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:19.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:19 smithi096 ceph-mon[33018]: Deploying daemon mgr.y on smithi057 2024-04-10T02:31:20.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:20 smithi057 ceph-mon[29320]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:20.831 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:20 smithi057 ceph-mon[40038]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:20 smithi096 ceph-mon[33018]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:21.437 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:21 smithi057 systemd[1]: Stopping Ceph mgr.y for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:21.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:21 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/82201803' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:21.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:21 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/82201803' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:21.733 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:21 smithi057 podman[87497]: 2024-04-10 02:31:21.436399798 +0000 UTC m=+0.111760835 container died dbad9fd0b729fec54e9f32bd4e78d01eef02f8b9a67d5de02494661605874bbe (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, GIT_CLEAN=True) 2024-04-10T02:31:21.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:21 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/82201803' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:22.033 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:21 smithi057 podman[87497]: 2024-04-10 02:31:21.806244914 +0000 UTC m=+0.481605949 container cleanup dbad9fd0b729fec54e9f32bd4e78d01eef02f8b9a67d5de02494661605874bbe (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-10T02:31:22.033 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:21 smithi057 bash[87497]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y 2024-04-10T02:31:22.284 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:22 smithi057 podman[87511]: 2024-04-10 02:31:22.033186136 +0000 UTC m=+0.594806316 container remove dbad9fd0b729fec54e9f32bd4e78d01eef02f8b9a67d5de02494661605874bbe (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=quincy-d3b5060, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-10T02:31:22.284 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:22 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-10T02:31:22.556 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:22 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.y.service: Failed with result 'exit-code'. 2024-04-10T02:31:22.556 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:22 smithi057 systemd[1]: Stopped Ceph mgr.y for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:22.556 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:22 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.y.service: Consumed 59.884s CPU time. 2024-04-10T02:31:22.556 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:22 smithi057 systemd[1]: Starting Ceph mgr.y for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:22.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:22 smithi057 ceph-mon[29320]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:22.836 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:22 smithi057 ceph-mon[40038]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:22.836 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:22 smithi057 podman[87646]: 2024-04-10 02:31:22.60049302 +0000 UTC m=+0.017713278 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:31:22.836 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:22 smithi057 podman[87646]: 2024-04-10 02:31:22.709658508 +0000 UTC m=+0.126878765 container create 183b35da3a50753339cabba3c7ba0aa5577326f9884e7db0f61bcedbb9ab9376 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-10T02:31:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:22 smithi096 ceph-mon[33018]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:23.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:23 smithi057 podman[87646]: 2024-04-10 02:31:23.080388096 +0000 UTC m=+0.497608356 container init 183b35da3a50753339cabba3c7ba0aa5577326f9884e7db0f61bcedbb9ab9376 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:31:23.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:23 smithi057 podman[87646]: 2024-04-10 02:31:23.08299685 +0000 UTC m=+0.500217119 container start 183b35da3a50753339cabba3c7ba0aa5577326f9884e7db0f61bcedbb9ab9376 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True) 2024-04-10T02:31:23.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:23 smithi057 ceph-mgr[87666]: -- 172.21.15.57:0/865523512 <== mon.2 v2:172.21.15.57:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5562231285a0 con 0x5562230fd000 2024-04-10T02:31:23.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:23 smithi057 bash[87646]: 183b35da3a50753339cabba3c7ba0aa5577326f9884e7db0f61bcedbb9ab9376 2024-04-10T02:31:23.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:23 smithi057 systemd[1]: Started Ceph mgr.y for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:23.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:23 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:31:23] "GET /metrics HTTP/1.1" 200 33894 "" "Prometheus/2.43.0" 2024-04-10T02:31:24.126 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:23.663+0000 7fea16f58200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:31:24.127 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:23.777+0000 7fea16f58200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:31:24.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:24.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:24.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:24.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:24.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2389864306' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2389864306' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:24.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:24 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:24.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:24 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:24.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:24.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:24 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:24.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:24 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2389864306' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:24.738 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:24.480+0000 7fea16f58200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:31:24.738 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:24.585+0000 7fea16f58200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:31:25.077 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:24.737+0000 7fea16f58200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:31:25.078 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:24.838+0000 7fea16f58200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:31:25.078 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:24.926+0000 7fea16f58200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:31:25.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:25 smithi057 ceph-mon[29320]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:25 smithi057 ceph-mon[40038]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:25.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:25.200+0000 7fea16f58200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:31:25.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:25.321+0000 7fea16f58200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:31:25.728 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:25.426+0000 7fea16f58200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:31:25.728 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:25.542+0000 7fea16f58200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:31:25.728 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:25 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:25.727+0000 7fea16f58200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:31:25.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:25 smithi096 ceph-mon[33018]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:26.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:25 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Scheduled restart job, restart counter is at 1. 2024-04-10T02:31:26.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:25 smithi096 systemd[1]: Stopped Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:26.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:25 smithi096 systemd[1]: Starting Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:26.924 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:26 smithi096 podman[75793]: 2024-04-10 02:31:26.695190721 +0000 UTC m=+0.121994940 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-10T02:31:26.924 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:26 smithi096 podman[75793]: 2024-04-10 02:31:26.809745864 +0000 UTC m=+0.236550129 container create 7d0408bab9f1e14e0fcc6862da3facba32dcc8cb0321e6d3ae0796f667eafd1c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, vendor=Red Hat, Inc., release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, io.buildah.version=1.32.0, description=Ceph Grafana Container, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, maintainer=Paul Cuzner , io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git) 2024-04-10T02:31:27.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:26.789+0000 7fea16f58200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:31:27.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:26.928+0000 7fea16f58200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:31:27.557 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:27 smithi096 ceph-mon[33018]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:27.557 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:27 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3692704354' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:27.557 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:27 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:27.557 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:27 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:27.557 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:27 smithi096 podman[75793]: 2024-04-10 02:31:27.389147341 +0000 UTC m=+0.815951560 container init 7d0408bab9f1e14e0fcc6862da3facba32dcc8cb0321e6d3ae0796f667eafd1c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, vcs-type=git, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, version=8.5, distribution-scope=public, vendor=Red Hat, Inc., io.openshift.expose-services=, com.redhat.component=ubi8-container) 2024-04-10T02:31:27.557 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:27 smithi096 podman[75793]: 2024-04-10 02:31:27.394329302 +0000 UTC m=+0.821133525 container start 7d0408bab9f1e14e0fcc6862da3facba32dcc8cb0321e6d3ae0796f667eafd1c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, distribution-scope=public, release=239.1651231664, io.buildah.version=1.32.0, description=Ceph Grafana Container, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=) 2024-04-10T02:31:27.557 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:27 smithi096 bash[75793]: 7d0408bab9f1e14e0fcc6862da3facba32dcc8cb0321e6d3ae0796f667eafd1c 2024-04-10T02:31:27.557 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:27 smithi096 systemd[1]: Started Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:27.605 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-mon[29320]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:27.605 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3692704354' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:27.605 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:27.605 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:27.605 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-mon[40038]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:27.606 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3692704354' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:27.606 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:27.606 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:27.606 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:27.292+0000 7fea16f58200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:31:27.606 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:27.390+0000 7fea16f58200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:31:27.606 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:27.604+0000 7fea16f58200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:31:27.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:27.807+0000 7fea16f58200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:31:27.910 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:27 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[75822]: logger=settings t=2024-04-10T02:31:27.557108269Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-10T02:31:27.910 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:27 smithi096 podman[75896]: 2024-04-10 02:31:27.592439423 +0000 UTC m=+0.024155097 container died 7d0408bab9f1e14e0fcc6862da3facba32dcc8cb0321e6d3ae0796f667eafd1c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, version=8.5, build-date=2022-04-29T11:48:11.055897, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , io.openshift.tags=base rhel8, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, vendor=Red Hat, Inc., io.buildah.version=1.32.0) 2024-04-10T02:31:28.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:28.121+0000 7fea16f58200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:31:28.658 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:28.395+0000 7fea16f58200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:31:28.659 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:28 smithi096 podman[75896]: 2024-04-10 02:31:28.285151331 +0000 UTC m=+0.716867006 container remove 7d0408bab9f1e14e0fcc6862da3facba32dcc8cb0321e6d3ae0796f667eafd1c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, vcs-type=git, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, name=ubi8, com.redhat.component=ubi8-container, io.openshift.expose-services=) 2024-04-10T02:31:28.659 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:28 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-10T02:31:28.911 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:28.657+0000 7fea16f58200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:31:28.921 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:28 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:31:29.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:29 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:31:29.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:29 smithi096 ceph-mon[33018]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:29.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:29 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:29.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:29 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:29.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:29 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3244826541' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:29.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:29 smithi057 ceph-mon[40038]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:29.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:29 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:29.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:29 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:29.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:29 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3244826541' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:29.542 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:29 smithi057 ceph-mon[29320]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:29.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:29 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:29.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:29 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:29.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:29 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3244826541' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:29.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:29 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:29.541+0000 7fea16f58200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:31:30.399 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:30.147+0000 7fea16f58200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:31:30.399 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:30.257+0000 7fea16f58200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:31:30.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:30.492+0000 7fea16f58200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:31:30.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:31:30] ENGINE Bus STARTING 2024-04-10T02:31:30.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: CherryPy Checker: 2024-04-10T02:31:30.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: The Application mounted at '' has an empty config. 2024-04-10T02:31:30.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:30.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:31:30] ENGINE Serving on http://:::9283 2024-04-10T02:31:30.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:30 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:31:30] ENGINE Bus STARTED 2024-04-10T02:31:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[29320]: pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[29320]: Standby manager daemon y restarted 2024-04-10T02:31:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[29320]: Standby manager daemon y started 2024-04-10T02:31:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T02:31:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:31:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T02:31:31.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:31:31.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[40038]: pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:31.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:31.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:31.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[40038]: Standby manager daemon y restarted 2024-04-10T02:31:31.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[40038]: Standby manager daemon y started 2024-04-10T02:31:31.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T02:31:31.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:31:31.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T02:31:31.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:31 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:31:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:31 smithi096 ceph-mon[33018]: pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:31 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:31 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:31 smithi096 ceph-mon[33018]: Standby manager daemon y restarted 2024-04-10T02:31:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:31 smithi096 ceph-mon[33018]: Standby manager daemon y started 2024-04-10T02:31:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:31 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T02:31:31.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:31 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:31:31.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:31 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T02:31:31.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:31 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:31:32.300 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:32.042+0000 7fbebfa38700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-10T02:31:32.300 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: ignoring --setuser ceph since I am not root 2024-04-10T02:31:32.300 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: ignoring --setgroup ceph since I am not root 2024-04-10T02:31:32.300 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mgr[66296]: -- 172.21.15.96:0/1228936297 <== mon.1 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ef7066a5a0 con 0x55ef7063ec00 2024-04-10T02:31:32.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/67796579' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:32.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: mgrmap e27: x(active, since 67s), standbys: y 2024-04-10T02:31:32.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:32.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:32.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:32.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:31:32.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:32.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:32.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25273 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: mgrmap e28: y(active, starting, since 0.0176639s) 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:31:32.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: Manager daemon y is now available 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:31:32.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:31:32.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/67796579' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:32.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: mgrmap e27: x(active, since 67s), standbys: y 2024-04-10T02:31:32.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:32.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:32.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:32.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25273 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: mgrmap e28: y(active, starting, since 0.0176639s) 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:31:32.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:31:32.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/67796579' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: mgrmap e27: x(active, since 67s), standbys: y 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25273 172.21.15.96:0/2410540575' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25273 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: mgrmap e28: y(active, starting, since 0.0176639s) 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:31:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:31:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:31:32.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:31:32.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: Manager daemon y is now available 2024-04-10T02:31:32.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:32.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:32.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:31:32.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:31:32.377 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:31:32] ENGINE Bus STOPPING 2024-04-10T02:31:32.377 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:31:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:31:32.377 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:31:32] ENGINE Bus STOPPED 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:31:32] ENGINE Bus STARTING 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:32.179+0000 7fe974beb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:32.179+0000 7fe974beb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:32.179+0000 7fe974beb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:32.179+0000 7fe974beb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:32.179+0000 7fe974beb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:32.182+0000 7fe977bf1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:32.182+0000 7fe977bf1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:32.182+0000 7fe977bf1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:32.182+0000 7fe977bf1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:31:32.183+0000 7fe977bf1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:31:32] ENGINE Serving on http://:::9283 2024-04-10T02:31:32.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:31:32] ENGINE Bus STARTED 2024-04-10T02:31:32.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:31:32.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: Manager daemon y is now available 2024-04-10T02:31:32.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:32.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:32.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:31:32.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:32 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:31:32.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:32.625+0000 7f0ed9fa9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:31:32.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:32.722+0000 7f0ed9fa9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:31:33.509 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-mon[40038]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-10T02:31:33.510 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-mon[40038]: [10/Apr/2024:02:31:32] ENGINE Bus STARTING 2024-04-10T02:31:33.510 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-mon[40038]: mgrmap e29: y(active, since 1.01908s) 2024-04-10T02:31:33.510 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-mon[40038]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:33.510 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-mon[40038]: [10/Apr/2024:02:31:33] ENGINE Serving on http://172.21.15.57:8765 2024-04-10T02:31:33.510 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-mon[29320]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-10T02:31:33.510 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-mon[29320]: [10/Apr/2024:02:31:32] ENGINE Bus STARTING 2024-04-10T02:31:33.510 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-mon[29320]: mgrmap e29: y(active, since 1.01908s) 2024-04-10T02:31:33.511 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-mon[29320]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:33.511 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-mon[29320]: [10/Apr/2024:02:31:33] ENGINE Serving on http://172.21.15.57:8765 2024-04-10T02:31:33.517 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:33.422+0000 7f0ed9fa9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:31:33.517 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:33.516+0000 7f0ed9fa9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:31:33.517 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:33 smithi096 ceph-mon[33018]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-10T02:31:33.517 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:33 smithi096 ceph-mon[33018]: [10/Apr/2024:02:31:32] ENGINE Bus STARTING 2024-04-10T02:31:33.517 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:33 smithi096 ceph-mon[33018]: mgrmap e29: y(active, since 1.01908s) 2024-04-10T02:31:33.517 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:33 smithi096 ceph-mon[33018]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:33.517 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:33 smithi096 ceph-mon[33018]: [10/Apr/2024:02:31:33] ENGINE Serving on http://172.21.15.57:8765 2024-04-10T02:31:33.784 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:33.670+0000 7f0ed9fa9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:31:33.784 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:33.783+0000 7f0ed9fa9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:31:33.885 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:31:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:31:33.509Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:31:34.101 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:33.867+0000 7f0ed9fa9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:31:34.451 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-mon[33018]: [10/Apr/2024:02:31:33] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:31:34.451 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-mon[33018]: [10/Apr/2024:02:31:33] ENGINE Bus STARTED 2024-04-10T02:31:34.451 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1803849809' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:34.451 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-mon[33018]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-10T02:31:34.451 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-mon[33018]: Cluster is now healthy 2024-04-10T02:31:34.451 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-mon[33018]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:34.451 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:34.146+0000 7f0ed9fa9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:31:34.451 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:34.258+0000 7f0ed9fa9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:31:34.451 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:34.345+0000 7f0ed9fa9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:31:34.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[29320]: [10/Apr/2024:02:31:33] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:31:34.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[29320]: [10/Apr/2024:02:31:33] ENGINE Bus STARTED 2024-04-10T02:31:34.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1803849809' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:34.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[29320]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-10T02:31:34.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[29320]: Cluster is now healthy 2024-04-10T02:31:34.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[29320]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:34.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[40038]: [10/Apr/2024:02:31:33] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:31:34.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[40038]: [10/Apr/2024:02:31:33] ENGINE Bus STARTED 2024-04-10T02:31:34.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1803849809' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:34.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[40038]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-10T02:31:34.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[40038]: Cluster is now healthy 2024-04-10T02:31:34.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:34 smithi057 ceph-mon[40038]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:34.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:34.450+0000 7f0ed9fa9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:31:34.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:34.669+0000 7f0ed9fa9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:31:35.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:35 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:35.699+0000 7f0ed9fa9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:31:35.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:35 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:35.831+0000 7f0ed9fa9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:31:36.269 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:36.176+0000 7f0ed9fa9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:31:36.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:36 smithi057 ceph-mon[29320]: mgrmap e30: y(active, since 3s) 2024-04-10T02:31:36.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:36 smithi057 ceph-mon[29320]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:36.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:36 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:36.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:36 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:36.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:36 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2357118204' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:36.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:36 smithi057 ceph-mon[40038]: mgrmap e30: y(active, since 3s) 2024-04-10T02:31:36.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:36 smithi057 ceph-mon[40038]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:36.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:36 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:36.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:36 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:36.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:36 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2357118204' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:36.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:36 smithi096 ceph-mon[33018]: mgrmap e30: y(active, since 3s) 2024-04-10T02:31:36.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:36 smithi096 ceph-mon[33018]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:36.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:36 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:36.682 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:36 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:36.683 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:36 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2357118204' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:36.683 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:36.268+0000 7f0ed9fa9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:31:36.683 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:36.481+0000 7f0ed9fa9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:31:36.683 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:36.681+0000 7f0ed9fa9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:31:37.288 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:37.014+0000 7f0ed9fa9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:31:37.289 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:37.287+0000 7f0ed9fa9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:31:37.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:37 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:37 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:37 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:37 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.851 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:37 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.851 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:37 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.851 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:37 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.851 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:37 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.852 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:37 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.852 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:37 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.852 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:37 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.852 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:37 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:37.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:37.543+0000 7f0ed9fa9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:31:38.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:38.358+0000 7f0ed9fa9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:31:38.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:38 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:38.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:38 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:38.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:38 smithi096 ceph-mon[33018]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:38.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:38 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3407281993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:38.867 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:38 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:38.867 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:38 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:38.868 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:38 smithi057 ceph-mon[29320]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:38.868 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:38 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3407281993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:38.868 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:38 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:38.868 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:38 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:38.868 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:38 smithi057 ceph-mon[40038]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:38.868 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:38 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3407281993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:39.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:38.927+0000 7f0ed9fa9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:31:39.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:39.028+0000 7f0ed9fa9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:31:39.501 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:39 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Scheduled restart job, restart counter is at 2. 2024-04-10T02:31:39.502 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:39 smithi096 systemd[1]: Stopped Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:39.502 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:39 smithi096 systemd[1]: Starting Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:39.502 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:39.250+0000 7f0ed9fa9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:31:39.502 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:31:39] ENGINE Bus STARTING 2024-04-10T02:31:39.502 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: CherryPy Checker: 2024-04-10T02:31:39.502 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: The Application mounted at '' has an empty config. 2024-04-10T02:31:39.502 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: 2024-04-10T02:31:39.502 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:31:39] ENGINE Serving on http://:::9283 2024-04-10T02:31:39.502 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: [10/Apr/2024:02:31:39] ENGINE Bus STARTED 2024-04-10T02:31:39.863 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:39 smithi057 ceph-mon[29320]: Standby manager daemon x started 2024-04-10T02:31:39.863 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:39 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:31:39.863 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:39 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:31:39.863 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:39 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:31:39.863 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:39 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:31:39.863 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:39 smithi057 ceph-mon[40038]: Standby manager daemon x started 2024-04-10T02:31:39.863 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:39 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:31:39.863 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:39 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:31:39.864 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:39 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:31:39.864 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:39 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:31:39.873 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-mon[33018]: Standby manager daemon x started 2024-04-10T02:31:39.874 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:31:39.874 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:31:39.874 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:31:39.874 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:39 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2449517357' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:31:39.874 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:39 smithi096 podman[77040]: 2024-04-10 02:31:39.618267992 +0000 UTC m=+0.017257861 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-10T02:31:39.874 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:39 smithi096 podman[77040]: 2024-04-10 02:31:39.743615631 +0000 UTC m=+0.142605500 container create 6347a81fe8efd83685305d3ee5ddfff763fc8f174efffa63c8c1657f5bb57fbf (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.component=ubi8-container, name=ubi8, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, description=Ceph Grafana Container, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, vendor=Red Hat, Inc., architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0) 2024-04-10T02:31:40.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:39 smithi096 podman[77040]: 2024-04-10 02:31:39.99611428 +0000 UTC m=+0.395104150 container init 6347a81fe8efd83685305d3ee5ddfff763fc8f174efffa63c8c1657f5bb57fbf (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, name=ubi8, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, io.buildah.version=1.32.0, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, version=8.5) 2024-04-10T02:31:40.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:39 smithi096 podman[77040]: 2024-04-10 02:31:39.998761552 +0000 UTC m=+0.397751422 container start 6347a81fe8efd83685305d3ee5ddfff763fc8f174efffa63c8c1657f5bb57fbf (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., name=ubi8, io.buildah.version=1.32.0, release=239.1651231664, description=Ceph Grafana Container) 2024-04-10T02:31:40.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:40 smithi096 bash[77040]: 6347a81fe8efd83685305d3ee5ddfff763fc8f174efffa63c8c1657f5bb57fbf 2024-04-10T02:31:40.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:40 smithi096 systemd[1]: Started Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:40.489 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:40 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[77055]: logger=settings t=2024-04-10T02:31:40.147289983Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-10T02:31:40.489 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:40 smithi096 podman[77072]: 2024-04-10 02:31:40.172476818 +0000 UTC m=+0.018544030 container died 6347a81fe8efd83685305d3ee5ddfff763fc8f174efffa63c8c1657f5bb57fbf (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , vcs-type=git, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, description=Ceph Grafana Container, io.buildah.version=1.32.0, name=ubi8, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-10T02:31:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:40 smithi057 ceph-mon[29320]: mgrmap e31: y(active, since 7s), standbys: x 2024-04-10T02:31:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:40 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:31:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:40 smithi057 ceph-mon[29320]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:31:40.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:40 smithi057 ceph-mon[40038]: mgrmap e31: y(active, since 7s), standbys: x 2024-04-10T02:31:40.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:40 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:31:40.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:40 smithi057 ceph-mon[40038]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:31:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:40 smithi096 ceph-mon[33018]: mgrmap e31: y(active, since 7s), standbys: x 2024-04-10T02:31:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:40 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:31:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:40 smithi096 ceph-mon[33018]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:31:40.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:40 smithi096 podman[77072]: 2024-04-10 02:31:40.797613303 +0000 UTC m=+0.643680513 container remove 6347a81fe8efd83685305d3ee5ddfff763fc8f174efffa63c8c1657f5bb57fbf (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, vcs-type=git, architecture=x86_64, release=239.1651231664, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, com.redhat.component=ubi8-container, io.openshift.expose-services=, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897) 2024-04-10T02:31:40.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:40 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-10T02:31:41.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:41 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:31:41.886 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:31:41.590Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=6 2024-04-10T02:31:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1674275414' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:41.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:31:41.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:31:41.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:31:41.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:31:41.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1674275414' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:41.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:31:41.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:31:41.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:41 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:31:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:31:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:31:41.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:31:41.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1674275414' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:41.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:31:41.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:31:41.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:41.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:41 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:42.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[40038]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[40038]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[40038]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[40038]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[40038]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[40038]: Reconfiguring daemon prometheus.a on smithi096 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[40038]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[29320]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[29320]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[29320]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[29320]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T02:31:42.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:42.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[29320]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T02:31:42.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[29320]: Reconfiguring daemon prometheus.a on smithi096 2024-04-10T02:31:42.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:42 smithi057 ceph-mon[29320]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-10T02:31:42.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:42 smithi096 ceph-mon[33018]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:31:42.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:42 smithi096 ceph-mon[33018]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:31:42.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:42 smithi096 ceph-mon[33018]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:31:42.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:42 smithi096 ceph-mon[33018]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T02:31:42.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:42 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:42.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:42 smithi096 ceph-mon[33018]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T02:31:42.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:42 smithi096 ceph-mon[33018]: Reconfiguring daemon prometheus.a on smithi096 2024-04-10T02:31:42.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:42 smithi096 ceph-mon[33018]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-10T02:31:43.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[66292]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T02:31:43.837 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:43 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3868262466' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:44.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:43 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3868262466' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:44.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:43 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3868262466' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:44.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:44 smithi096 ceph-mon[33018]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:45.037 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:44 smithi057 ceph-mon[29320]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:45.038 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:44 smithi057 ceph-mon[40038]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:45.482 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 systemd[1]: Stopping Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:45.738 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.482Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T02:31:45.738 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.482Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.482Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.482Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.482Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.482Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.482Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.482Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.482Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.483Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.483Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[74745]: ts=2024-04-10T02:31:45.483Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T02:31:45.739 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 podman[78170]: 2024-04-10 02:31:45.492700631 +0000 UTC m=+0.118525716 container died 552ecf868191c847924c93c3dad6e255de933c81e15849aaca6d4b4708f7eb33 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:46.091 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 podman[78170]: 2024-04-10 02:31:45.857119307 +0000 UTC m=+0.482944391 container cleanup 552ecf868191c847924c93c3dad6e255de933c81e15849aaca6d4b4708f7eb33 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:46.092 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:45 smithi096 bash[78170]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T02:31:46.440 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 podman[78183]: 2024-04-10 02:31:46.091683097 +0000 UTC m=+0.602097615 container remove 552ecf868191c847924c93c3dad6e255de933c81e15849aaca6d4b4708f7eb33 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:46.440 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T02:31:46.440 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 systemd[1]: Stopped Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:46.440 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 1.073s CPU time. 2024-04-10T02:31:46.440 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 systemd[1]: Starting Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:46.692 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 podman[78279]: 2024-04-10 02:31:46.34420011 +0000 UTC m=+0.018855321 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T02:31:46.692 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 podman[78279]: 2024-04-10 02:31:46.466818601 +0000 UTC m=+0.141473808 container create 078839f54d1d41602ea614f6e859232d3ddedcf995da3ded9c9fcfcec05fcf7e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-mon[33018]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1685795153' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:46.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 podman[78279]: 2024-04-10 02:31:46.695065435 +0000 UTC m=+0.369720642 container init 078839f54d1d41602ea614f6e859232d3ddedcf995da3ded9c9fcfcec05fcf7e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 podman[78279]: 2024-04-10 02:31:46.697796732 +0000 UTC m=+0.372451939 container start 078839f54d1d41602ea614f6e859232d3ddedcf995da3ded9c9fcfcec05fcf7e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.720Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.720Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.720Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi096 (none))" 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.720Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.720Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.722Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.722Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.723Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.723Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.725Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.725Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.884µs 2024-04-10T02:31:46.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.725Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.726Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.740Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.742Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.742Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.742Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=38.294µs wal_replay_duration=17.456718ms wbl_replay_duration=114ns total_replay_duration=17.736441ms 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.745Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.745Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.745Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.764Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.704666ms db_storage=879ns remote_storage=1.124µs web_handler=404ns query_engine=604ns scrape=421.813µs scrape_sd=95.333µs notify=14.907µs notify_sd=9.529µs rules=17.903218ms tracing=5.308µs 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.764Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:46.764Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 bash[78279]: 078839f54d1d41602ea614f6e859232d3ddedcf995da3ded9c9fcfcec05fcf7e 2024-04-10T02:31:46.990 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:46 smithi096 systemd[1]: Started Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:46 smithi057 ceph-mon[29320]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:46 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1685795153' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:47.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:46 smithi057 ceph-mon[40038]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:47.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:46 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1685795153' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:48.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:48.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:48.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:48.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[29320]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:48.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:48.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:48.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:48.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:48.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:48.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:48.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[40038]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:48.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:48.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:48.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:47 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:47 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:47 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:47 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:47 smithi096 ceph-mon[33018]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T02:31:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:47 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:47 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:48.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:47 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:31:49.068 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:48 smithi096 ceph-mon[33018]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:49.068 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:48 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/591300823' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:49.068 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:48 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:31:49.068 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:48 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:31:49.068 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:48 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:49.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:48 smithi057 ceph-mon[29320]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:49.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:48 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/591300823' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:49.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:48 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:31:49.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:48 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:31:49.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:48 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:49.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:48 smithi057 ceph-mon[40038]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:49.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:48 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/591300823' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:49.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:48 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:31:49.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:48 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:31:49.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:48 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:31:50.093 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:49 smithi096 ceph-mon[33018]: Upgrade: Updating mgr.x 2024-04-10T02:31:50.093 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:49 smithi096 ceph-mon[33018]: Deploying daemon mgr.x on smithi096 2024-04-10T02:31:50.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:49 smithi057 ceph-mon[29320]: Upgrade: Updating mgr.x 2024-04-10T02:31:50.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:49 smithi057 ceph-mon[29320]: Deploying daemon mgr.x on smithi096 2024-04-10T02:31:50.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:49 smithi057 ceph-mon[40038]: Upgrade: Updating mgr.x 2024-04-10T02:31:50.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:49 smithi057 ceph-mon[40038]: Deploying daemon mgr.x on smithi096 2024-04-10T02:31:50.386 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:50 smithi096 systemd[1]: Stopping Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:50.663 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:50 smithi096 podman[78619]: 2024-04-10 02:31:50.385501351 +0000 UTC m=+0.151798341 container died 95c0d1e8d5f538fff2eeb3fcb4cf4a98e2396efbd333a709d80c5aaa1d5d5ad5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697) 2024-04-10T02:31:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:50 smithi096 ceph-mon[33018]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:50 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2382995605' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:50.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:50 smithi096 podman[78619]: 2024-04-10 02:31:50.745567192 +0000 UTC m=+0.511864171 container cleanup 95c0d1e8d5f538fff2eeb3fcb4cf4a98e2396efbd333a709d80c5aaa1d5d5ad5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, CEPH_POINT_RELEASE=) 2024-04-10T02:31:50.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:50 smithi096 bash[78619]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x 2024-04-10T02:31:51.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:50 smithi057 ceph-mon[29320]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:51.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:50 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2382995605' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:51.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:50 smithi057 ceph-mon[40038]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-10T02:31:51.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:50 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2382995605' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:51.323 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:51 smithi096 podman[78634]: 2024-04-10 02:31:51.050461547 +0000 UTC m=+0.667657948 container remove 95c0d1e8d5f538fff2eeb3fcb4cf4a98e2396efbd333a709d80c5aaa1d5d5ad5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:31:51.323 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:51 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-10T02:31:51.323 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:51 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-10T02:31:51.323 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:51 smithi096 systemd[1]: Stopped Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:51.323 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:51 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.x.service: Consumed 25.977s CPU time. 2024-04-10T02:31:51.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Scheduled restart job, restart counter is at 3. 2024-04-10T02:31:51.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 systemd[1]: Stopped Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:51.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 systemd[1]: Starting Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:51.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 podman[78727]: 2024-04-10 02:31:51.185597452 +0000 UTC m=+0.017816421 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-10T02:31:51.324 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 podman[78727]: 2024-04-10 02:31:51.32333358 +0000 UTC m=+0.155552542 container create a68662f217645721f233b6d98bdf41d5fe109a42eb11507c90fe93d2d2ecdf35 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, build-date=2022-04-29T11:48:11.055897, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, io.buildah.version=1.32.0, architecture=x86_64, io.openshift.tags=base rhel8, io.openshift.expose-services=, distribution-scope=public, description=Ceph Grafana Container, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc.) 2024-04-10T02:31:51.617 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:51 smithi096 systemd[1]: Starting Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:31:51.617 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 podman[78727]: 2024-04-10 02:31:51.517521662 +0000 UTC m=+0.349740616 container init a68662f217645721f233b6d98bdf41d5fe109a42eb11507c90fe93d2d2ecdf35 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, name=ubi8, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, com.redhat.component=ubi8-container, description=Ceph Grafana Container, vendor=Red Hat, Inc., maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-04-10T02:31:51.617 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 podman[78727]: 2024-04-10 02:31:51.52014796 +0000 UTC m=+0.352366916 container start a68662f217645721f233b6d98bdf41d5fe109a42eb11507c90fe93d2d2ecdf35 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , version=8.5, io.buildah.version=1.32.0, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897) 2024-04-10T02:31:51.986 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 bash[78727]: a68662f217645721f233b6d98bdf41d5fe109a42eb11507c90fe93d2d2ecdf35 2024-04-10T02:31:51.987 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 systemd[1]: Started Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:51.987 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[78788]: logger=settings t=2024-04-10T02:31:51.671634183Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-10T02:31:51.987 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:51 smithi096 podman[78844]: 2024-04-10 02:31:51.699814231 +0000 UTC m=+0.019807742 container died a68662f217645721f233b6d98bdf41d5fe109a42eb11507c90fe93d2d2ecdf35 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, version=8.5, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8) 2024-04-10T02:31:52.538 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:52 smithi096 podman[78854]: 2024-04-10 02:31:52.339129442 +0000 UTC m=+0.648624786 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:31:52.538 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:52 smithi096 podman[78854]: 2024-04-10 02:31:52.438275341 +0000 UTC m=+0.747770668 container create ec00ce509bbbedfdb3e4de36fbe16741e8a8139ff193a53b49a1f3005fc35719 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-10T02:31:52.538 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:52 smithi096 podman[78844]: 2024-04-10 02:31:52.270760456 +0000 UTC m=+0.590754021 container remove a68662f217645721f233b6d98bdf41d5fe109a42eb11507c90fe93d2d2ecdf35 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, release=239.1651231664, vcs-type=git, vendor=Red Hat, Inc., distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897) 2024-04-10T02:31:52.538 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:52 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-10T02:31:52.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:31:52 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:31:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:52 smithi096 ceph-mon[33018]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:52 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:52 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:52.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:52 smithi096 podman[78854]: 2024-04-10 02:31:52.649083948 +0000 UTC m=+0.958579266 container init ec00ce509bbbedfdb3e4de36fbe16741e8a8139ff193a53b49a1f3005fc35719 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2) 2024-04-10T02:31:52.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:52 smithi096 podman[78854]: 2024-04-10 02:31:52.652306968 +0000 UTC m=+0.961802285 container start ec00ce509bbbedfdb3e4de36fbe16741e8a8139ff193a53b49a1f3005fc35719 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-10T02:31:52.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:52 smithi096 ceph-mgr[78909]: -- 172.21.15.96:0/959900948 <== mon.1 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5570c96a65a0 con 0x5570c967a800 2024-04-10T02:31:52.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:52 smithi096 bash[78854]: ec00ce509bbbedfdb3e4de36fbe16741e8a8139ff193a53b49a1f3005fc35719 2024-04-10T02:31:52.989 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:52 smithi096 systemd[1]: Started Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:31:53.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:52 smithi057 ceph-mon[29320]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:53.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:52 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:53.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:52 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:53.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:52 smithi057 ceph-mon[40038]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:53.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:52 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:53.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:52 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:53.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:31:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:31:53] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-04-10T02:31:53.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:53.217+0000 7ff64f8db200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:31:53.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:53.315+0000 7ff64f8db200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:31:53.847 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:31:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:31:53.510Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:31:54.126 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:53 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:54.127 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:53 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1706051693' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:54.127 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:53 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:54.127 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:53 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:54.127 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:53.985+0000 7ff64f8db200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:31:54.127 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:54.083+0000 7ff64f8db200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:31:54.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:53 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:54.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:53 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/1706051693' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:54.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:53 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:54.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:53 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:54.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:53 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:31:54.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:53 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1706051693' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:54.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:53 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:54.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:53 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:54.413 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:54.230+0000 7ff64f8db200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:31:54.413 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:54.327+0000 7ff64f8db200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:31:54.413 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:54.412+0000 7ff64f8db200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:31:54.947 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:54 smithi096 ceph-mon[33018]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:54.948 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:54.698+0000 7ff64f8db200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:31:54.948 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:54.816+0000 7ff64f8db200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:31:54.948 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:54.905+0000 7ff64f8db200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:31:55.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:54 smithi057 ceph-mon[29320]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:55.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:54 smithi057 ceph-mon[40038]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:55.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:55.001+0000 7ff64f8db200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:31:55.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:55.182+0000 7ff64f8db200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:31:55.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:55 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2754433993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:55 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2754433993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:55 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2754433993' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:56.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:56.212+0000 7ff64f8db200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:31:56.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:56.361+0000 7ff64f8db200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:31:56.865 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:56.709+0000 7ff64f8db200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:31:56.865 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:56.799+0000 7ff64f8db200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:31:57.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:56 smithi057 ceph-mon[29320]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:57.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:56 smithi057 ceph-mon[40038]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:57.208 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:56 smithi096 ceph-mon[33018]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:57.208 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:57.002+0000 7ff64f8db200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:31:57.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:57.206+0000 7ff64f8db200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:31:57.789 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:57.512+0000 7ff64f8db200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:31:57.799 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:57.787+0000 7ff64f8db200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:31:58.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:58 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:58.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:58 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:58.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:58 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/3578600420' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:58.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:58 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:58.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:58 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:58.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:58 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/3578600420' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:58.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:58 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:58.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:58 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:58.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:58 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/3578600420' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:31:58.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:58.044+0000 7ff64f8db200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:31:58.911 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:31:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:31:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:31:59.193 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:58.910+0000 7ff64f8db200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:31:59.193 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-mon[33018]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:59.193 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:59.193 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:59 smithi057 ceph-mon[29320]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:59 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:31:59 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:59.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:59 smithi057 ceph-mon[40038]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:31:59.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:59 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:59.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:31:59 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:31:59.787 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:59.494+0000 7ff64f8db200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:31:59.788 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:59.598+0000 7ff64f8db200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:32:00.093 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:31:59.828+0000 7ff64f8db200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:32:00.093 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: [10/Apr/2024:02:31:59] ENGINE Bus STARTING 2024-04-10T02:32:00.093 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: CherryPy Checker: 2024-04-10T02:32:00.093 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: The Application mounted at '' has an empty config. 2024-04-10T02:32:00.093 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:00.094 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: [10/Apr/2024:02:31:59] ENGINE Serving on http://:::9283 2024-04-10T02:32:00.094 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:31:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: [10/Apr/2024:02:31:59] ENGINE Bus STARTED 2024-04-10T02:32:00.386 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:31:59 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:31:59.922Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=6 2024-04-10T02:32:00.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[29320]: Standby manager daemon x restarted 2024-04-10T02:32:00.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[29320]: Standby manager daemon x started 2024-04-10T02:32:00.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:32:00.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:32:00.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:32:00.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[29320]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:32:00.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[40038]: Standby manager daemon x restarted 2024-04-10T02:32:00.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[40038]: Standby manager daemon x started 2024-04-10T02:32:00.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:32:00.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:32:00.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:32:00.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:00 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:32:00.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:00 smithi096 ceph-mon[33018]: Standby manager daemon x restarted 2024-04-10T02:32:00.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:00 smithi096 ceph-mon[33018]: Standby manager daemon x started 2024-04-10T02:32:00.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:00 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:32:00.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:00 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:32:00.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:00 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:32:00.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:00 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/2766839275' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:32:01.213 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:01 smithi096 ceph-mon[33018]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:01.213 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:01 smithi096 ceph-mon[33018]: mgrmap e32: y(active, since 28s), standbys: x 2024-04-10T02:32:01.213 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:01 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2628879602' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:01.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:01 smithi057 ceph-mon[40038]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:01.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:01 smithi057 ceph-mon[40038]: mgrmap e32: y(active, since 28s), standbys: x 2024-04-10T02:32:01.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:01 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2628879602' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:01 smithi057 ceph-mon[29320]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:01 smithi057 ceph-mon[29320]: mgrmap e32: y(active, since 28s), standbys: x 2024-04-10T02:32:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:01 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2628879602' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:02.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:02.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: Upgrade: Setting container_image for all mgr 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T02:32:02.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: Upgrade: It appears safe to stop mon.a 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:32:02.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: Upgrade: Setting container_image for all mgr 2024-04-10T02:32:02.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T02:32:02.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-10T02:32:02.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T02:32:02.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-10T02:32:02.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T02:32:02.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T02:32:02.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: Upgrade: It appears safe to stop mon.a 2024-04-10T02:32:02.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:02 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:02.962 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:02 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Scheduled restart job, restart counter is at 4. 2024-04-10T02:32:02.962 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:02 smithi096 systemd[1]: Stopped Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:02.962 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:02 smithi096 systemd[1]: Starting Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:32:02.962 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.962 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.962 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:02.962 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: Upgrade: Setting container_image for all mgr 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: Upgrade: It appears safe to stop mon.a 2024-04-10T02:32:02.963 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:02 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:03.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:02 smithi096 podman[82241]: 2024-04-10 02:32:02.863706953 +0000 UTC m=+0.017417627 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-10T02:32:03.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:03 smithi096 podman[82241]: 2024-04-10 02:32:03.022722606 +0000 UTC m=+0.176433280 container create 8f2c4700531646625564e07ea702beb29a3bfbe348c91540c57427d65a720405 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, version=8.5, name=ubi8, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, distribution-scope=public, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897) 2024-04-10T02:32:03.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:32:03] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-04-10T02:32:03.624 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:03 smithi096 podman[82241]: 2024-04-10 02:32:03.275681675 +0000 UTC m=+0.429392356 container init 8f2c4700531646625564e07ea702beb29a3bfbe348c91540c57427d65a720405 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, vcs-type=git, description=Ceph Grafana Container, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, name=ubi8, release=239.1651231664, io.openshift.expose-services=, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public) 2024-04-10T02:32:03.625 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:03 smithi096 podman[82241]: 2024-04-10 02:32:03.278479503 +0000 UTC m=+0.432190186 container start 8f2c4700531646625564e07ea702beb29a3bfbe348c91540c57427d65a720405 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.openshift.expose-services=, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, vcs-type=git, description=Ceph Grafana Container, architecture=x86_64) 2024-04-10T02:32:03.625 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:03 smithi096 bash[82241]: 8f2c4700531646625564e07ea702beb29a3bfbe348c91540c57427d65a720405 2024-04-10T02:32:03.625 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:03 smithi096 systemd[1]: Started Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:03.625 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:03 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[82256]: logger=settings t=2024-04-10T02:32:03.428172217Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-10T02:32:03.625 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:03 smithi096 podman[82274]: 2024-04-10 02:32:03.45410807 +0000 UTC m=+0.018783407 container died 8f2c4700531646625564e07ea702beb29a3bfbe348c91540c57427d65a720405 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, io.openshift.expose-services=, release=239.1651231664, vcs-type=git, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, description=Ceph Grafana Container, name=ubi8) 2024-04-10T02:32:03.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-mon[29320]: from='client.? 172.21.15.57:0/2103709382' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:03.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:03.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:32:03.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:32:03.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-mon[29320]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:03.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2103709382' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:03.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:03.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:32:03.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:32:03.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:03 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:03.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:03 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2103709382' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:03.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:03 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' 2024-04-10T02:32:03.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:03 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:32:03.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:03 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:32:03.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:03 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:04.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:04 smithi096 podman[82274]: 2024-04-10 02:32:04.011790246 +0000 UTC m=+0.576465583 container remove 8f2c4700531646625564e07ea702beb29a3bfbe348c91540c57427d65a720405 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, architecture=x86_64, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, vendor=Red Hat, Inc., release=239.1651231664, com.redhat.component=ubi8-container, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-10T02:32:04.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:04 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-10T02:32:04.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:04 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:32:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:04 smithi057 ceph-mon[29320]: Upgrade: Updating mon.a 2024-04-10T02:32:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:04 smithi057 ceph-mon[29320]: Deploying daemon mon.a on smithi057 2024-04-10T02:32:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:04 smithi057 ceph-mon[29320]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:04.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:04 smithi057 ceph-mon[40038]: Upgrade: Updating mon.a 2024-04-10T02:32:04.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:04 smithi057 ceph-mon[40038]: Deploying daemon mon.a on smithi057 2024-04-10T02:32:04.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:04 smithi057 ceph-mon[40038]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:04 smithi096 ceph-mon[33018]: Upgrade: Updating mon.a 2024-04-10T02:32:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:04 smithi096 ceph-mon[33018]: Deploying daemon mon.a on smithi057 2024-04-10T02:32:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:04 smithi096 ceph-mon[33018]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:05.551 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:05 smithi057 systemd[1]: Stopping Ceph mon.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:32:05.551 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a[29316]: 2024-04-10T02:32:05.543+0000 7fe8c833a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:32:05.551 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a[29316]: 2024-04-10T02:32:05.543+0000 7fe8c833a700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-10T02:32:05.844 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:05 smithi057 podman[96519]: 2024-04-10 02:32:05.564547936 +0000 UTC m=+0.127914661 container died ffb8df2c373f0b66b895275e9121c6ca647e861e4ec09af59cf7d5407825fe2e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060) 2024-04-10T02:32:05.845 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:32:05] ENGINE Bus STOPPING 2024-04-10T02:32:05.845 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:32:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:32:05.845 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:32:05] ENGINE Bus STOPPED 2024-04-10T02:32:05.845 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:32:05] ENGINE Bus STARTING 2024-04-10T02:32:05.845 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:32:05] ENGINE Serving on http://:::9283 2024-04-10T02:32:05.845 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:32:05] ENGINE Bus STARTED 2024-04-10T02:32:06.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:06 smithi057 podman[96519]: 2024-04-10 02:32:06.027574876 +0000 UTC m=+0.590941603 container cleanup ffb8df2c373f0b66b895275e9121c6ca647e861e4ec09af59cf7d5407825fe2e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-10T02:32:06.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:06 smithi057 bash[96519]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a 2024-04-10T02:32:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:06 smithi057 podman[96533]: 2024-04-10 02:32:06.35451239 +0000 UTC m=+0.787929381 container remove ffb8df2c373f0b66b895275e9121c6ca647e861e4ec09af59cf7d5407825fe2e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-10T02:32:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:06 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-10T02:32:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:06 smithi057 systemd[1]: Stopped Ceph mon.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:06 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.a.service: Consumed 12.396s CPU time. 2024-04-10T02:32:07.037 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:06 smithi057 systemd[1]: Starting Ceph mon.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:32:07.037 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:06 smithi057 podman[96676]: 2024-04-10 02:32:06.80969289 +0000 UTC m=+0.017961925 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:32:07.037 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:06 smithi057 podman[96676]: 2024-04-10 02:32:06.922116818 +0000 UTC m=+0.130385901 container create 2770297a90981c3507400fe745896605b64adcb0cf75bec8666ced241f6ffdc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-10T02:32:07.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 podman[96676]: 2024-04-10 02:32:07.141063622 +0000 UTC m=+0.349332647 container init 2770297a90981c3507400fe745896605b64adcb0cf75bec8666ced241f6ffdc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 podman[96676]: 2024-04-10 02:32:07.144417835 +0000 UTC m=+0.352686860 container start 2770297a90981c3507400fe745896605b64adcb0cf75bec8666ced241f6ffdc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697) 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev), process ceph-mon, pid 2 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: pidfile_write: ignore empty --pid-file 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: load: jerasure load: lrc 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: RocksDB version: 7.9.2 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Git sha 0 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Compile date 2024-04-09 01:35:31 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: DB SUMMARY 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: DB Session ID: ZK1JZLR9RL1A6JEHWR8Q 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: CURRENT file: CURRENT 2024-04-10T02:32:07.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: MANIFEST file: MANIFEST-000015 size: 971 Bytes 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000030.sst 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000028.log size: 2681218 ; 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.error_if_exists: 0 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.create_if_missing: 0 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.paranoid_checks: 1 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.env: 0x55ecfc10dc60 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.info_log: 0x55ecfe3f3ae0 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T02:32:07.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.statistics: (nil) 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.use_fsync: 0 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_log_file_size: 0 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.allow_fallocate: 1 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.use_direct_reads: 0 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T02:32:07.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.db_log_dir: 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.wal_dir: 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.write_buffer_manager: 0x55ecfe3c61e0 2024-04-10T02:32:07.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.unordered_write: 0 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.row_cache: None 2024-04-10T02:32:07.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.wal_filter: None 2024-04-10T02:32:07.393 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T02:32:07.393 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T02:32:07.393 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.two_write_queues: 0 2024-04-10T02:32:07.393 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T02:32:07.393 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.wal_compression: 0 2024-04-10T02:32:07.393 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.atomic_flush: 0 2024-04-10T02:32:07.393 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T02:32:07.393 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T02:32:07.393 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T02:32:07.393 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.log_readahead_size: 0 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_background_jobs: 2 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_background_compactions: -1 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_subcompactions: 1 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T02:32:07.394 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_open_files: -1 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_background_flushes: -1 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Compression algorithms supported: 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: kZSTD supported: 0 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: kXpressCompression supported: 0 2024-04-10T02:32:07.395 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: kZlibCompression supported: 1 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: kSnappyCompression supported: 1 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: kLZ4Compression supported: 1 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: kBZip2Compression supported: 0 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.merge_operator: 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_filter: None 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T02:32:07.396 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ecfe3f3be0) 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: cache_index_and_filter_blocks: 1 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: pin_top_level_index_and_filter: 1 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_type: 0 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_block_index_type: 0 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_shortening: 1 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: checksum: 4 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: no_block_cache: 0 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache: 0x55ecfe3f7090 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_name: BinnedLRUCache 2024-04-10T02:32:07.397 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_options: 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: capacity : 536870912 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: num_shard_bits : 4 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: strict_capacity_limit : 0 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: high_pri_pool_ratio: 0.000 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_compressed: (nil) 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: persistent_cache: (nil) 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_size: 4096 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_size_deviation: 10 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_restart_interval: 16 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_block_restart_interval: 1 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: metadata_block_size: 4096 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: partition_filters: 0 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_delta_encoding: 1 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: filter_policy: bloomfilter 2024-04-10T02:32:07.398 INFO:journalctl@ceph.mon.a.smithi057.stdout: whole_key_filtering: 1 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout: verify_compression: 0 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout: read_amp_bytes_per_bit: 0 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout: format_version: 5 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout: enable_index_compression: 1 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_align: 0 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout: max_auto_readahead_size: 262144 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout: prepopulate_block_cache: 0 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout: initial_auto_readahead_size: 8192 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compression: NoCompression 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T02:32:07.399 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.num_levels: 7 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T02:32:07.400 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T02:32:07.401 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T02:32:07.402 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T02:32:07.402 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T02:32:07.402 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T02:32:07.402 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T02:32:07.402 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T02:32:07.403 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.table_properties_collectors: 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.inplace_update_support: 0 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.bloom_locality: 0 2024-04-10T02:32:07.404 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.max_successive_merges: 0 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.ttl: 2592000 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.enable_blob_files: false 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.min_blob_size: 0 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T02:32:07.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T02:32:07.406 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T02:32:07.406 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T02:32:07.406 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T02:32:07.406 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T02:32:07.406 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T02:32:07.406 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 30.sst 2024-04-10T02:32:07.406 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T02:32:07.407 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 32, last_sequence is 10701, log_number is 28,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-10T02:32:07.407 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 28 2024-04-10T02:32:07.407 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a768ad06-fb9e-4f45-a7cb-732bb1d702c4 2024-04-10T02:32:07.407 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712716327174138, "job": 1, "event": "recovery_started", "wal_files": [28]} 2024-04-10T02:32:07.407 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #28 mode 2 2024-04-10T02:32:07.407 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712716327183848, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 33, "file_size": 2438960, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 10702, "largest_seqno": 11926, "table_properties": {"data_size": 2432677, "index_size": 3856, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1413, "raw_key_size": 12900, "raw_average_key_size": 22, "raw_value_size": 2420572, "raw_average_value_size": 4314, "num_data_blocks": 177, "num_entries": 561, "num_filter_entries": 561, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712716327, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a768ad06-fb9e-4f45-a7cb-732bb1d702c4", "db_session_id": "ZK1JZLR9RL1A6JEHWR8Q", "orig_file_number": 33, "seqno_to_time_mapping": "N/A"}} 2024-04-10T02:32:07.407 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712716327183972, "job": 1, "event": "recovery_finished"} 2024-04-10T02:32:07.407 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/version_set.cc:5047] Creating manifest 35 2024-04-10T02:32:07.408 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T02:32:07.408 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000028.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T02:32:07.408 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ecfe4e8000 2024-04-10T02:32:07.408 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: DB pointer 0x55ecfe4d2000 2024-04-10T02:32:07.408 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T02:32:07.408 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T02:32:07.409 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** DB Stats ** 2024-04-10T02:32:07.409 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:32:07.409 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T02:32:07.409 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T02:32:07.409 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:32:07.409 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T02:32:07.409 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T02:32:07.410 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:32:07.410 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:32:07.410 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:32:07.410 INFO:journalctl@ceph.mon.a.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T02:32:07.410 INFO:journalctl@ceph.mon.a.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T02:32:07.410 INFO:journalctl@ceph.mon.a.smithi057.stdout: L0 1/0 2.33 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 503.3 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-04-10T02:32:07.410 INFO:journalctl@ceph.mon.a.smithi057.stdout: L6 1/0 6.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-10T02:32:07.411 INFO:journalctl@ceph.mon.a.smithi057.stdout: Sum 2/0 8.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 503.3 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-04-10T02:32:07.411 INFO:journalctl@ceph.mon.a.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 503.3 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-04-10T02:32:07.411 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:32:07.411 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:32:07.411 INFO:journalctl@ceph.mon.a.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T02:32:07.411 INFO:journalctl@ceph.mon.a.smithi057.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:32:07.411 INFO:journalctl@ceph.mon.a.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 503.3 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-04-10T02:32:07.412 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:32:07.412 INFO:journalctl@ceph.mon.a.smithi057.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T02:32:07.412 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:32:07.412 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:32:07.412 INFO:journalctl@ceph.mon.a.smithi057.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-04-10T02:32:07.412 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T02:32:07.412 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T02:32:07.412 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T02:32:07.412 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T02:32:07.413 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative compaction: 0.00 GB write, 183.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:32:07.413 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval compaction: 0.00 GB write, 183.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:32:07.413 INFO:journalctl@ceph.mon.a.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T02:32:07.413 INFO:journalctl@ceph.mon.a.smithi057.stdout: Block cache BinnedLRUCache@0x55ecfe3f7090#2 capacity: 512.00 MB usage: 5.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-04-10T02:32:07.413 INFO:journalctl@ceph.mon.a.smithi057.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.53 KB,0.000292063%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-04-10T02:32:07.413 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:32:07.413 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T02:32:07.414 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: starting mon.a rank 0 at public addrs [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] at bind addrs [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:32:07.414 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: mon.a@-1(???) e3 preinit fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:32:07.414 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: mon.a@-1(???).mds e9 new map 2024-04-10T02:32:07.414 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: mon.a@-1(???).mds e9 print_map 2024-04-10T02:32:07.414 INFO:journalctl@ceph.mon.a.smithi057.stdout: e9 2024-04-10T02:32:07.414 INFO:journalctl@ceph.mon.a.smithi057.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T02:32:07.415 INFO:journalctl@ceph.mon.a.smithi057.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T02:32:07.415 INFO:journalctl@ceph.mon.a.smithi057.stdout: legacy client fscid: 1 2024-04-10T02:32:07.415 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:32:07.415 INFO:journalctl@ceph.mon.a.smithi057.stdout: Filesystem 'foo' (1) 2024-04-10T02:32:07.415 INFO:journalctl@ceph.mon.a.smithi057.stdout: fs_name foo 2024-04-10T02:32:07.415 INFO:journalctl@ceph.mon.a.smithi057.stdout: epoch 8 2024-04-10T02:32:07.415 INFO:journalctl@ceph.mon.a.smithi057.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-10T02:32:07.416 INFO:journalctl@ceph.mon.a.smithi057.stdout: created 2024-04-10T02:27:52.068761+0000 2024-04-10T02:32:07.416 INFO:journalctl@ceph.mon.a.smithi057.stdout: modified 2024-04-10T02:28:08.674684+0000 2024-04-10T02:32:07.416 INFO:journalctl@ceph.mon.a.smithi057.stdout: tableserver 0 2024-04-10T02:32:07.416 INFO:journalctl@ceph.mon.a.smithi057.stdout: root 0 2024-04-10T02:32:07.416 INFO:journalctl@ceph.mon.a.smithi057.stdout: session_timeout 60 2024-04-10T02:32:07.416 INFO:journalctl@ceph.mon.a.smithi057.stdout: session_autoclose 300 2024-04-10T02:32:07.416 INFO:journalctl@ceph.mon.a.smithi057.stdout: max_file_size 1099511627776 2024-04-10T02:32:07.416 INFO:journalctl@ceph.mon.a.smithi057.stdout: max_xattr_size 65536 2024-04-10T02:32:07.416 INFO:journalctl@ceph.mon.a.smithi057.stdout: required_client_features {} 2024-04-10T02:32:07.416 INFO:journalctl@ceph.mon.a.smithi057.stdout: last_failure 0 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: last_failure_osd_epoch 0 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: max_mds 1 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: in 0 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: up {0=14682} 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: failed 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: damaged 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: stopped 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_pools [4] 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: metadata_pool 3 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: inline_data disabled 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: balancer 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: bal_rank_mask -1 2024-04-10T02:32:07.417 INFO:journalctl@ceph.mon.a.smithi057.stdout: standby_count_wanted 1 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout: qdb_cluster leader: 0 members: 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout: [mds.foo.smithi057.lkeszq{0:14682} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout: Standby daemons: 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout: [mds.foo.smithi096.qatstr{-1:24535} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.96:6832/1977117020,v1:172.21.15.96:6833/1977117020] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: mon.a@-1(???).osd e89 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: mon.a@-1(???).osd e89 crush map has features 432629239337189376, adjusting msgr requires 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: mon.a@-1(???).osd e89 crush map has features 432629239337189376, adjusting msgr requires 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: mon.a@-1(???).osd e89 crush map has features 432629239337189376, adjusting msgr requires 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 ceph-mon[96697]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 bash[96676]: 2770297a90981c3507400fe745896605b64adcb0cf75bec8666ced241f6ffdc8 2024-04-10T02:32:07.418 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:07 smithi057 systemd[1]: Started Ceph mon.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:08.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ignoring --setuser ceph since I am not root 2024-04-10T02:32:08.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ignoring --setgroup ceph since I am not root 2024-04-10T02:32:08.887 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mgr[87666]: -- 172.21.15.57:0/2361471328 <== mon.2 v2:172.21.15.57:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55804ec565a0 con 0x55804ec2b000 2024-04-10T02:32:08.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:32:08.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:32:08.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:32:08.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:08.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2331490183' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: mon.a calling monitor election 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: monmap epoch 3 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: last_changed 2024-04-10T02:22:35.735533+0000 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: min_mon_release 17 (quincy) 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: election_strategy: 1 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T02:32:08.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: mgrmap e32: y(active, since 36s), standbys: x 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: daemon grafana.a on smithi096 is in unknown state 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: from='mgr.25787 ' entity='' 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[96697]: mgrmap e33: y(active, since 36s), standbys: x 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/2331490183' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:08.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: mon.a calling monitor election 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: monmap epoch 3 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: last_changed 2024-04-10T02:22:35.735533+0000 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: min_mon_release 17 (quincy) 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: election_strategy: 1 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:32:08.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T02:32:08.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: mgrmap e32: y(active, since 36s), standbys: x 2024-04-10T02:32:08.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:32:08.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:32:08.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: daemon grafana.a on smithi096 is in unknown state 2024-04-10T02:32:08.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: from='mgr.25787 ' entity='' 2024-04-10T02:32:08.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:08 smithi057 ceph-mon[40038]: mgrmap e33: y(active, since 36s), standbys: x 2024-04-10T02:32:08.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: ignoring --setuser ceph since I am not root 2024-04-10T02:32:08.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: ignoring --setgroup ceph since I am not root 2024-04-10T02:32:08.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mgr[78909]: -- 172.21.15.96:0/3694378987 <== mon.1 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c3633905a0 con 0x55c363364c00 2024-04-10T02:32:08.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:32:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:32:08.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:32:08.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:32:08.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: from='mgr.25787 172.21.15.57:0/1025518820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:32:08.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:08.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2331490183' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:08.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:08.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: mon.a calling monitor election 2024-04-10T02:32:08.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: monmap epoch 3 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: last_changed 2024-04-10T02:22:35.735533+0000 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: min_mon_release 17 (quincy) 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: election_strategy: 1 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: mgrmap e32: y(active, since 36s), standbys: x 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:32:08.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: daemon grafana.a on smithi096 is in unknown state 2024-04-10T02:32:08.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: from='mgr.25787 ' entity='' 2024-04-10T02:32:08.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:08 smithi096 ceph-mon[33018]: mgrmap e33: y(active, since 36s), standbys: x 2024-04-10T02:32:09.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:09 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:09.187+0000 7ff747d32200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:32:09.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:09 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:09.280+0000 7ff747d32200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:32:09.553 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:09 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:09.214+0000 7fd9a33cf200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T02:32:09.554 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:09 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:09.311+0000 7fd9a33cf200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T02:32:09.931 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)": 1 2024-04-10T02:32:10.220 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:09 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/4138600760' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:10.220 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:09 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/4138600760' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:10.220 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:09 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:09.988+0000 7fd9a33cf200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:32:10.221 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:10.084+0000 7fd9a33cf200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:32:10.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:09 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/4138600760' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:32:10.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:09 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:09.914+0000 7ff747d32200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T02:32:10.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:10 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:10.007+0000 7ff747d32200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T02:32:10.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:10 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:10.150+0000 7ff747d32200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:32:10.591 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:10 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:10.247+0000 7ff747d32200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:32:10.592 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:10 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:10.329+0000 7ff747d32200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:32:10.620 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:10.231+0000 7fd9a33cf200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T02:32:10.620 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:10.330+0000 7fd9a33cf200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T02:32:10.620 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:10.416+0000 7fd9a33cf200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T02:32:10.647 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch ps' 2024-04-10T02:32:10.881 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:10 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:10.590+0000 7ff747d32200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:32:10.881 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:10 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:10.700+0000 7ff747d32200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:32:10.881 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:10 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:10.785+0000 7ff747d32200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:32:10.881 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:10 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:10.880+0000 7ff747d32200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:32:10.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:10.692+0000 7fd9a33cf200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T02:32:10.886 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:10.809+0000 7fd9a33cf200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T02:32:10.912 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:32:11.161 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:10.907+0000 7fd9a33cf200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T02:32:11.161 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:11 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:11.008+0000 7fd9a33cf200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T02:32:11.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:11 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:11.056+0000 7ff747d32200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:32:11.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:11 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:11.193+0000 7fd9a33cf200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T02:32:12.326 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:12.206+0000 7fd9a33cf200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:32:12.476 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:12 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:12.011+0000 7ff747d32200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T02:32:12.477 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:12 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:12.142+0000 7ff747d32200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:32:12.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:12.345+0000 7fd9a33cf200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T02:32:12.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:12 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:12.475+0000 7ff747d32200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:32:12.738 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:12 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:12.566+0000 7ff747d32200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:32:13.006 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:12.704+0000 7fd9a33cf200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T02:32:13.006 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:12 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:12.798+0000 7fd9a33cf200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T02:32:13.006 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:13.004+0000 7fd9a33cf200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:32:13.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:12 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:12.764+0000 7ff747d32200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:32:13.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:12 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:12.950+0000 7ff747d32200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:32:13.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:13.198+0000 7fd9a33cf200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T02:32:13.510 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:13.240+0000 7ff747d32200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:32:13.763 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:13.495+0000 7fd9a33cf200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T02:32:13.763 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:13.761+0000 7fd9a33cf200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:32:13.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:13.508+0000 7ff747d32200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T02:32:13.988 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:13 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:13.747+0000 7ff747d32200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:32:14.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:14 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:14.009+0000 7fd9a33cf200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T02:32:14.886 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:14 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:14.563+0000 7ff747d32200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:32:14.887 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:14 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Scheduled restart job, restart counter is at 5. 2024-04-10T02:32:14.887 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:14 smithi096 systemd[1]: Stopped Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:14.887 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:14 smithi096 systemd[1]: Starting Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:32:14.887 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:14 smithi096 podman[82450]: 2024-04-10 02:32:14.62425369 +0000 UTC m=+0.017422229 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-10T02:32:14.887 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:14 smithi096 podman[82450]: 2024-04-10 02:32:14.737087535 +0000 UTC m=+0.130256066 container create 94e199c64add12a83288556db1cd1efab67dc9c2dd247738473bc8423f06359b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, version=8.5, io.openshift.tags=base rhel8, distribution-scope=public, description=Ceph Grafana Container, architecture=x86_64, io.buildah.version=1.32.0, io.openshift.expose-services=, release=239.1651231664) 2024-04-10T02:32:15.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:14 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:14.856+0000 7fd9a33cf200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T02:32:15.167 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:15 smithi096 podman[82450]: 2024-04-10 02:32:15.014453675 +0000 UTC m=+0.407622211 container init 94e199c64add12a83288556db1cd1efab67dc9c2dd247738473bc8423f06359b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, version=8.5, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, architecture=x86_64, io.openshift.expose-services=, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, release=239.1651231664, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container) 2024-04-10T02:32:15.167 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:15 smithi096 podman[82450]: 2024-04-10 02:32:15.017431082 +0000 UTC m=+0.410599611 container start 94e199c64add12a83288556db1cd1efab67dc9c2dd247738473bc8423f06359b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.openshift.expose-services=, release=239.1651231664, io.openshift.tags=base rhel8, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, com.redhat.component=ubi8-container, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-10T02:32:15.167 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:15 smithi096 bash[82450]: 94e199c64add12a83288556db1cd1efab67dc9c2dd247738473bc8423f06359b 2024-04-10T02:32:15.167 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:15 smithi096 systemd[1]: Started Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:15.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:15.171+0000 7ff747d32200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:32:15.488 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:15.275+0000 7ff747d32200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:32:15.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[82465]: logger=settings t=2024-04-10T02:32:15.166963937Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-10T02:32:15.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:15 smithi096 podman[82484]: 2024-04-10 02:32:15.192405254 +0000 UTC m=+0.018572180 container died 94e199c64add12a83288556db1cd1efab67dc9c2dd247738473bc8423f06359b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, vcs-type=git, distribution-scope=public, architecture=x86_64, version=8.5, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, name=ubi8, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-10T02:32:15.787 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[40038]: Standby manager daemon x restarted 2024-04-10T02:32:15.787 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[40038]: Standby manager daemon x started 2024-04-10T02:32:15.787 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:32:15.787 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:32:15.787 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:32:15.787 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[40038]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:32:15.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[96697]: Standby manager daemon x restarted 2024-04-10T02:32:15.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[96697]: Standby manager daemon x started 2024-04-10T02:32:15.788 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[96697]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:32:15.788 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[96697]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:32:15.788 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[96697]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:32:15.788 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-mon[96697]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:32:15.788 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.448+0000 7fd9a33cf200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T02:32:15.788 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.552+0000 7fd9a33cf200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T02:32:15.788 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.785+0000 7fd9a33cf200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:32:15.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-mon[33018]: Standby manager daemon x restarted 2024-04-10T02:32:15.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-mon[33018]: Standby manager daemon x started 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-mon[33018]: from='mgr.? 172.21.15.96:0/3635711982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:15.500+0000 7ff747d32200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: [10/Apr/2024:02:32:15] ENGINE Bus STARTING 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: CherryPy Checker: 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: The Application mounted at '' has an empty config. 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: [10/Apr/2024:02:32:15] ENGINE Serving on http://:::9283 2024-04-10T02:32:15.819 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:32:15 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x[78893]: [10/Apr/2024:02:32:15] ENGINE Bus STARTED 2024-04-10T02:32:16.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:32:15] ENGINE Bus STARTING 2024-04-10T02:32:16.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.926+0000 7fd908030700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.926+0000 7fd908030700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.926+0000 7fd908030700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.926+0000 7fd908030700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.926+0000 7fd908030700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.927+0000 7fd902024700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.927+0000 7fd902024700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.927+0000 7fd902024700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.927+0000 7fd902024700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:15.927+0000 7fd902024700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: CherryPy Checker: 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: The Application mounted at '' has an empty config. 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:32:16] ENGINE Serving on http://:::9283 2024-04-10T02:32:16.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:32:16] ENGINE Bus STARTED 2024-04-10T02:32:16.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:15 smithi096 podman[82484]: 2024-04-10 02:32:15.818692711 +0000 UTC m=+0.644859625 container remove 94e199c64add12a83288556db1cd1efab67dc9c2dd247738473bc8423f06359b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, io.openshift.expose-services=, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner ) 2024-04-10T02:32:16.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:15 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-10T02:32:16.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:16 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:32:16.820 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T02:32:16.820 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (82s) 40s ago 5m 27.0M - 0.25.0 c8568f914cd2 7386e431528a 2024-04-10T02:32:16.820 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi096 *:3000 unknown 19s ago 5m - - 2024-04-10T02:32:16.820 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi057.lkeszq smithi057 running (4m) 40s ago 4m 17.7M - 17.2.7-827-gd3b5060a 21de9b7369ad dc8fed1cf3f6 2024-04-10T02:32:16.820 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi096.qatstr smithi096 running (4m) 19s ago 4m 16.1M - 17.2.7-827-gd3b5060a 21de9b7369ad aeaccfeb1dad 2024-04-10T02:32:16.820 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi096 *:8443,9283,8765 running (24s) 19s ago 9m 67.9M - 19.0.0-2051-g3a866975 06a486fd9bae ec00ce509bbb 2024-04-10T02:32:16.820 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (54s) 40s ago 11m 471M - 19.0.0-2051-g3a866975 06a486fd9bae 183b35da3a50 2024-04-10T02:32:16.820 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (11m) 40s ago 11m 50.5M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad ffb8df2c373f 2024-04-10T02:32:16.820 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi096 running (9m) 19s ago 9m 43.7M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad ae60b6f67d0d 2024-04-10T02:32:16.820 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (9m) 40s ago 9m 38.5M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad aa07148450b7 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (80s) 40s ago 4m 7856k - 1.5.0 0da6a335fe13 58502a8eacf6 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi096 *:9100 running (59s) 19s ago 4m 8606k - 1.5.0 0da6a335fe13 5785fa6cccd4 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (9m) 40s ago 9m 47.6M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad dbd280aab133 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (8m) 40s ago 8m 48.3M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad f4bbe01375ac 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (8m) 40s ago 8m 48.7M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad 32bf1cd91bf3 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (7m) 40s ago 7m 44.0M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad 0b626c3f1a4b 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi096 running (7m) 19s ago 7m 46.1M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad e8079efaa919 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi096 running (7m) 19s ago 7m 45.0M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 7b36d0ad158e 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi096 running (6m) 19s ago 6m 47.1M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad d06e60541340 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi096 running (6m) 19s ago 6m 48.9M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 71668ba74b17 2024-04-10T02:32:16.821 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi096 *:9095 running (30s) 19s ago 5m 40.9M - 2.43.0 a07b618ecd1d 078839f54d1d 2024-04-10T02:32:16.831 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:32:16.799+0000 7fd959579700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-10T02:32:16.832 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: mgrmap e34: y(active, since 43s), standbys: x 2024-04-10T02:32:16.832 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: Active manager daemon y restarted 2024-04-10T02:32:16.832 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: Activating manager daemon y 2024-04-10T02:32:16.832 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:32:16.832 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: mgrmap e35: y(active, starting, since 0.00633873s), standbys: x 2024-04-10T02:32:16.832 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:32:16.833 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:32:16.834 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:32:16.834 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:32:16.834 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: Manager daemon y is now available 2024-04-10T02:32:16.834 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:32:16.834 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:16.834 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:32:16.834 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:32:16.834 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:32:16.834 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:32:16.834 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: mgrmap e34: y(active, since 43s), standbys: x 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: Active manager daemon y restarted 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: Activating manager daemon y 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: mgrmap e35: y(active, starting, since 0.00633873s), standbys: x 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:32:16.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: Manager daemon y is now available 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:32:16.836 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:32:16.837 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:16 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:32:16.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: mgrmap e34: y(active, since 43s), standbys: x 2024-04-10T02:32:16.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: Active manager daemon y restarted 2024-04-10T02:32:16.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: Activating manager daemon y 2024-04-10T02:32:16.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:32:16.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: mgrmap e35: y(active, starting, since 0.00633873s), standbys: x 2024-04-10T02:32:16.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:32:16.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi057.lkeszq"}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi096.qatstr"}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T02:32:16.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T02:32:16.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T02:32:16.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T02:32:16.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T02:32:16.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: Manager daemon y is now available 2024-04-10T02:32:16.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:32:16.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:16.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:32:16.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T02:32:16.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:32:16.991 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:16 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T02:32:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:17 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:17 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:17 smithi096 ceph-mon[33018]: [10/Apr/2024:02:32:16] ENGINE Bus STARTING 2024-04-10T02:32:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:17 smithi096 ceph-mon[33018]: mgrmap e36: y(active, since 1.01078s), standbys: x 2024-04-10T02:32:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:17 smithi096 ceph-mon[33018]: from='client.25970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:32:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:17 smithi096 ceph-mon[33018]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:17.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:17 smithi096 ceph-mon[33018]: [10/Apr/2024:02:32:16] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:32:17.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:17 smithi096 ceph-mon[33018]: [10/Apr/2024:02:32:16] ENGINE Serving on http://172.21.15.57:8765 2024-04-10T02:32:17.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:17 smithi096 ceph-mon[33018]: [10/Apr/2024:02:32:16] ENGINE Bus STARTED 2024-04-10T02:32:17.980 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:17.980 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:17.980 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[40038]: [10/Apr/2024:02:32:16] ENGINE Bus STARTING 2024-04-10T02:32:17.980 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[40038]: mgrmap e36: y(active, since 1.01078s), standbys: x 2024-04-10T02:32:17.980 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[40038]: from='client.25970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:32:17.980 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[40038]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:17.980 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[40038]: [10/Apr/2024:02:32:16] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:32:17.980 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[40038]: [10/Apr/2024:02:32:16] ENGINE Serving on http://172.21.15.57:8765 2024-04-10T02:32:17.980 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[40038]: [10/Apr/2024:02:32:16] ENGINE Bus STARTED 2024-04-10T02:32:17.981 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:17.981 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:17.981 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[96697]: [10/Apr/2024:02:32:16] ENGINE Bus STARTING 2024-04-10T02:32:17.981 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[96697]: mgrmap e36: y(active, since 1.01078s), standbys: x 2024-04-10T02:32:17.981 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[96697]: from='client.25970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:32:17.981 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[96697]: pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:17.981 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[96697]: [10/Apr/2024:02:32:16] ENGINE Serving on https://172.21.15.57:7150 2024-04-10T02:32:17.981 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[96697]: [10/Apr/2024:02:32:16] ENGINE Serving on http://172.21.15.57:8765 2024-04-10T02:32:17.982 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:17 smithi057 ceph-mon[96697]: [10/Apr/2024:02:32:16] ENGINE Bus STARTED 2024-04-10T02:32:18.373 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch upgrade pause' 2024-04-10T02:32:18.959 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:18 smithi057 ceph-mon[96697]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-10T02:32:18.959 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:18 smithi057 ceph-mon[96697]: Cluster is now healthy 2024-04-10T02:32:18.959 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:18 smithi057 ceph-mon[96697]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:18.959 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:18 smithi057 ceph-mon[40038]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-10T02:32:18.959 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:18 smithi057 ceph-mon[40038]: Cluster is now healthy 2024-04-10T02:32:18.959 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:18 smithi057 ceph-mon[40038]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:18 smithi096 ceph-mon[33018]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-10T02:32:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:18 smithi096 ceph-mon[33018]: Cluster is now healthy 2024-04-10T02:32:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:18 smithi096 ceph-mon[33018]: pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:19.275 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:32:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:19 smithi096 ceph-mon[33018]: mgrmap e37: y(active, since 2s), standbys: x 2024-04-10T02:32:20.033 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:19 smithi057 ceph-mon[96697]: mgrmap e37: y(active, since 2s), standbys: x 2024-04-10T02:32:20.033 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:19 smithi057 ceph-mon[40038]: mgrmap e37: y(active, since 2s), standbys: x 2024-04-10T02:32:21.195 INFO:teuthology.orchestra.run.smithi057.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:32:21.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:21 smithi096 ceph-mon[33018]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:21.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:21 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:21.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:21 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:21.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:21 smithi096 ceph-mon[33018]: mgrmap e38: y(active, since 4s), standbys: x 2024-04-10T02:32:21.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:21 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:21.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:21 smithi057 ceph-mon[96697]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:21.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:21 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:21.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:21 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:21.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:21 smithi057 ceph-mon[96697]: mgrmap e38: y(active, since 4s), standbys: x 2024-04-10T02:32:21.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:21 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:21.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:21 smithi057 ceph-mon[40038]: pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:21.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:21 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:21.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:21 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:21.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:21 smithi057 ceph-mon[40038]: mgrmap e38: y(active, since 4s), standbys: x 2024-04-10T02:32:21.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:21 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:22.256 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'sleep 60' 2024-04-10T02:32:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:22 smithi096 ceph-mon[33018]: from='client.26012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:32:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:22 smithi096 ceph-mon[33018]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:32:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:22 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:22 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:22.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:22 smithi057 ceph-mon[96697]: from='client.26012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:32:22.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:22 smithi057 ceph-mon[96697]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:32:22.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:22 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:22.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:22 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:22.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:22 smithi057 ceph-mon[40038]: from='client.26012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:32:22.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:22 smithi057 ceph-mon[40038]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:32:22.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:22 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:22.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:22 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:23.077 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:32:23.333 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:32:23] "GET /metrics HTTP/1.1" 200 31280 "" "Prometheus/2.43.0" 2024-04-10T02:32:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:23 smithi057 ceph-mon[96697]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-10T02:32:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:23 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:23.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:23 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:23.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:23 smithi057 ceph-mon[40038]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-10T02:32:23.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:23 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:23.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:23 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:23 smithi096 ceph-mon[33018]: pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-10T02:32:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:23 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:23 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:25 smithi096 ceph-mon[33018]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:32:25.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:25 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:25 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:25 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:25 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:25 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:25.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:25 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:32:25.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[96697]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:32:25.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:25.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:32:25.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[40038]: pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T02:32:25.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:25.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:25.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:25 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:32:26.509 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Scheduled restart job, restart counter is at 6. 2024-04-10T02:32:26.509 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 systemd[1]: Stopped Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:26.509 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 systemd[1]: Starting Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:32:26.509 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 podman[87120]: 2024-04-10 02:32:26.36688687 +0000 UTC m=+0.018701239 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:26.510 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:32:26.511 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.828 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 podman[87120]: 2024-04-10 02:32:26.50943337 +0000 UTC m=+0.161247785 container create 66da55ef79822b93f38817104940d5d4cbf738fbeb86ed9123ab9299ff4280f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.buildah.version=1.32.0, vcs-type=git, maintainer=Paul Cuzner , architecture=x86_64, name=ubi8, io.openshift.tags=base rhel8, io.openshift.expose-services=, description=Ceph Grafana Container) 2024-04-10T02:32:26.828 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 podman[87120]: 2024-04-10 02:32:26.745004444 +0000 UTC m=+0.396818814 container init 66da55ef79822b93f38817104940d5d4cbf738fbeb86ed9123ab9299ff4280f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , vcs-type=git, version=8.5, io.openshift.tags=base rhel8, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-10T02:32:26.829 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 podman[87120]: 2024-04-10 02:32:26.747523378 +0000 UTC m=+0.399337757 container start 66da55ef79822b93f38817104940d5d4cbf738fbeb86ed9123ab9299ff4280f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, description=Ceph Grafana Container, distribution-scope=public, version=8.5, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, vendor=Red Hat, Inc., vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, maintainer=Paul Cuzner ) 2024-04-10T02:32:26.829 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 bash[87120]: 66da55ef79822b93f38817104940d5d4cbf738fbeb86ed9123ab9299ff4280f1 2024-04-10T02:32:26.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:32:26.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:32:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:32:26.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:32:26.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:26 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:32:27.190 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 systemd[1]: Started Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:27.190 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[87166]: logger=settings t=2024-04-10T02:32:26.898700942Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-10T02:32:27.190 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:26 smithi096 podman[87184]: 2024-04-10 02:32:26.924704727 +0000 UTC m=+0.017638629 container died 66da55ef79822b93f38817104940d5d4cbf738fbeb86ed9123ab9299ff4280f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.openshift.tags=base rhel8, release=239.1651231664, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, name=ubi8, io.openshift.expose-services=, com.redhat.component=ubi8-container) 2024-04-10T02:32:27.738 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:27 smithi096 podman[87184]: 2024-04-10 02:32:27.4566239 +0000 UTC m=+0.549557803 container remove 66da55ef79822b93f38817104940d5d4cbf738fbeb86ed9123ab9299ff4280f1 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, vcs-type=git, version=8.5, io.buildah.version=1.32.0, io.openshift.expose-services=, distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-10T02:32:27.738 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:27 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-10T02:32:27.738 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:27 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:32:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:27 smithi096 ceph-mon[33018]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:32:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:27 smithi096 ceph-mon[33018]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T02:32:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:27 smithi096 ceph-mon[33018]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:32:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:27 smithi096 ceph-mon[33018]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:32:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:27 smithi096 ceph-mon[33018]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T02:32:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:27 smithi096 ceph-mon[33018]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T02:32:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:27 smithi096 ceph-mon[33018]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-10T02:32:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:27 smithi096 ceph-mon[33018]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-10T02:32:27.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[96697]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:32:27.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[96697]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T02:32:27.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[96697]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:32:27.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[96697]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:32:27.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[96697]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[96697]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[96697]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[96697]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[40038]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[40038]: pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[40038]: Updating smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[40038]: Updating smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[40038]: pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[40038]: pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[40038]: pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-10T02:32:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:27 smithi057 ceph-mon[40038]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-10T02:32:28.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:32:28 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:32:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:32:29.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:29 smithi096 ceph-mon[33018]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:29.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:29 smithi057 ceph-mon[96697]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:29.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:29 smithi057 ceph-mon[40038]: pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:31 smithi096 ceph-mon[33018]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:31 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:31 smithi057 ceph-mon[96697]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:31.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:31 smithi057 ceph-mon[40038]: pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:31.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:31 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:33.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:32:33] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-10T02:32:33.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:33 smithi096 ceph-mon[33018]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:33.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:33 smithi057 ceph-mon[96697]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:33.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:33 smithi057 ceph-mon[40038]: pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:35.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:35 smithi096 ceph-mon[33018]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:35.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:35 smithi057 ceph-mon[96697]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:35.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:35 smithi057 ceph-mon[40038]: pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:37 smithi096 ceph-mon[33018]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:37.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:37 smithi057 ceph-mon[96697]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:37.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:37 smithi057 ceph-mon[40038]: pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:37.998 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:37 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Scheduled restart job, restart counter is at 7. 2024-04-10T02:32:37.998 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:37 smithi096 systemd[1]: Stopped Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:37.998 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:37 smithi096 systemd[1]: Starting Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:32:37.998 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:37 smithi096 podman[87291]: 2024-04-10 02:32:37.875311969 +0000 UTC m=+0.017396434 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-10T02:32:38.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:37 smithi096 podman[87291]: 2024-04-10 02:32:37.998490792 +0000 UTC m=+0.140575304 container create 5a1c20bc4a4498c5d11d70f4572186f492ce9fdf1a19f1e737b3b78c310f92bf (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.component=ubi8-container, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , io.buildah.version=1.32.0, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, vendor=Red Hat, Inc., distribution-scope=public, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, io.openshift.expose-services=, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64) 2024-04-10T02:32:38.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:38 smithi096 podman[87291]: 2024-04-10 02:32:38.225740746 +0000 UTC m=+0.367825212 container init 5a1c20bc4a4498c5d11d70f4572186f492ce9fdf1a19f1e737b3b78c310f92bf (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.component=ubi8-container, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, vcs-type=git, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, io.openshift.expose-services=, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., io.buildah.version=1.32.0, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-10T02:32:38.309 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:38 smithi096 podman[87291]: 2024-04-10 02:32:38.22853242 +0000 UTC m=+0.370616889 container start 5a1c20bc4a4498c5d11d70f4572186f492ce9fdf1a19f1e737b3b78c310f92bf (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, vcs-type=git, name=ubi8, architecture=x86_64, distribution-scope=public, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-10T02:32:38.659 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:38 smithi096 bash[87291]: 5a1c20bc4a4498c5d11d70f4572186f492ce9fdf1a19f1e737b3b78c310f92bf 2024-04-10T02:32:38.659 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:38 smithi096 systemd[1]: Started Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:38.659 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[87305]: logger=settings t=2024-04-10T02:32:38.377832486Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-10T02:32:38.659 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:38 smithi096 podman[87322]: 2024-04-10 02:32:38.40594908 +0000 UTC m=+0.019188210 container died 5a1c20bc4a4498c5d11d70f4572186f492ce9fdf1a19f1e737b3b78c310f92bf (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, architecture=x86_64, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., version=8.5, vcs-type=git, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, name=ubi8, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, distribution-scope=public, description=Ceph Grafana Container, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-10T02:32:38.970 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:32:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:32:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:32:39.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:38 smithi096 podman[87322]: 2024-04-10 02:32:38.970908426 +0000 UTC m=+0.584147561 container remove 5a1c20bc4a4498c5d11d70f4572186f492ce9fdf1a19f1e737b3b78c310f92bf (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, name=ubi8, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.openshift.expose-services=, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, architecture=x86_64, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-10T02:32:39.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:38 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-10T02:32:39.238 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:39 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:32:39.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:39 smithi057 ceph-mon[96697]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:39.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:39 smithi057 ceph-mon[40038]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:39 smithi096 ceph-mon[33018]: pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:41 smithi057 ceph-mon[96697]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:41 smithi057 ceph-mon[40038]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:41 smithi096 ceph-mon[33018]: pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:43.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:32:43] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-10T02:32:43.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:43 smithi057 ceph-mon[96697]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:43.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:43 smithi057 ceph-mon[40038]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:43.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:43 smithi096 ceph-mon[33018]: pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:45.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:45 smithi057 ceph-mon[96697]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:45.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:45 smithi057 ceph-mon[40038]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:45 smithi096 ceph-mon[33018]: pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:46.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:46.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:46 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:46 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:32:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:47 smithi057 ceph-mon[96697]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:47.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:47 smithi057 ceph-mon[40038]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:47 smithi096 ceph-mon[33018]: pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:48.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:32:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:32:48.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:32:49.521 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Scheduled restart job, restart counter is at 8. 2024-04-10T02:32:49.521 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 systemd[1]: Stopped Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:49.521 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 systemd[1]: Starting Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:32:49.521 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 podman[87416]: 2024-04-10 02:32:49.37116181 +0000 UTC m=+0.017342015 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-10T02:32:49.814 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:49 smithi096 ceph-mon[33018]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:49.815 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 podman[87416]: 2024-04-10 02:32:49.5209128 +0000 UTC m=+0.167093005 container create 9afb75a77b8547945c2cdaf5ae54cb677ff03430e3f8dbc08373899917ccd5ca (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, io.openshift.expose-services=, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , io.openshift.tags=base rhel8, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, distribution-scope=public, io.buildah.version=1.32.0) 2024-04-10T02:32:49.815 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 podman[87416]: 2024-04-10 02:32:49.731648201 +0000 UTC m=+0.377828403 container init 9afb75a77b8547945c2cdaf5ae54cb677ff03430e3f8dbc08373899917ccd5ca (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, distribution-scope=public, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, name=ubi8, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, vendor=Red Hat, Inc., vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, maintainer=Paul Cuzner ) 2024-04-10T02:32:49.815 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 podman[87416]: 2024-04-10 02:32:49.734182887 +0000 UTC m=+0.380363097 container start 9afb75a77b8547945c2cdaf5ae54cb677ff03430e3f8dbc08373899917ccd5ca (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, io.buildah.version=1.32.0, version=8.5, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, maintainer=Paul Cuzner ) 2024-04-10T02:32:49.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:49 smithi057 ceph-mon[96697]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:49 smithi057 ceph-mon[40038]: pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:50.193 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 bash[87416]: 9afb75a77b8547945c2cdaf5ae54cb677ff03430e3f8dbc08373899917ccd5ca 2024-04-10T02:32:50.193 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 systemd[1]: Started Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:32:50.193 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a[87430]: logger=settings t=2024-04-10T02:32:49.88249994Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-10T02:32:50.193 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:49 smithi096 podman[87447]: 2024-04-10 02:32:49.911363175 +0000 UTC m=+0.018328814 container died 9afb75a77b8547945c2cdaf5ae54cb677ff03430e3f8dbc08373899917ccd5ca (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, release=239.1651231664, architecture=x86_64, distribution-scope=public, io.buildah.version=1.32.0, name=ubi8, vcs-type=git, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-10T02:32:50.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:50 smithi096 podman[87447]: 2024-04-10 02:32:50.543911227 +0000 UTC m=+0.650876866 container remove 9afb75a77b8547945c2cdaf5ae54cb677ff03430e3f8dbc08373899917ccd5ca (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, description=Ceph Grafana Container, name=ubi8, com.redhat.component=ubi8-container, io.openshift.expose-services=, version=8.5, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, io.buildah.version=1.32.0, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-04-10T02:32:50.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:50 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-10T02:32:50.988 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:32:50 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:32:51.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:51 smithi057 ceph-mon[96697]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:51.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:51 smithi057 ceph-mon[40038]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:51.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:51 smithi096 ceph-mon[33018]: pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:53.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:32:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:32:53] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2024-04-10T02:32:53.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:53 smithi057 ceph-mon[96697]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:53.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:53 smithi057 ceph-mon[40038]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:53.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:53 smithi096 ceph-mon[33018]: pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:55.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:55 smithi057 ceph-mon[96697]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:55.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:55 smithi057 ceph-mon[40038]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:55.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:55 smithi096 ceph-mon[33018]: pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:57.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:57 smithi057 ceph-mon[96697]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:57.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:57 smithi057 ceph-mon[40038]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:57.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:57 smithi096 ceph-mon[33018]: pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:58.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:32:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:32:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:32:59.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:32:59 smithi057 ceph-mon[96697]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:59.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:32:59 smithi057 ceph-mon[40038]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:32:59.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:32:59 smithi096 ceph-mon[33018]: pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:01.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:33:00 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Scheduled restart job, restart counter is at 9. 2024-04-10T02:33:01.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:33:00 smithi096 systemd[1]: Stopped Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:33:01.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:33:00 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Start request repeated too quickly. 2024-04-10T02:33:01.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:33:00 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T02:33:01.488 INFO:journalctl@ceph.grafana.a.smithi096.stdout:Apr 10 02:33:00 smithi096 systemd[1]: Failed to start Ceph grafana.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:33:01.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:01 smithi057 ceph-mon[96697]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:01.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:01.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:01 smithi057 ceph-mon[40038]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:01.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:01 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:01.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:01 smithi096 ceph-mon[33018]: pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:01.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:01 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:03.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:03 smithi057 ceph-mon[96697]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:03.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:03 smithi057 ceph-mon[40038]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:03.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:33:03] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-04-10T02:33:03.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:03 smithi096 ceph-mon[33018]: pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:05.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:05 smithi096 ceph-mon[33018]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:05.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:05 smithi057 ceph-mon[96697]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:05.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:05 smithi057 ceph-mon[40038]: pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:07.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:07 smithi096 ceph-mon[33018]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:07.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:07 smithi057 ceph-mon[96697]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:07.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:07 smithi057 ceph-mon[40038]: pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:08.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:33:08 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:33:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:33:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:09 smithi096 ceph-mon[33018]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:09.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:09 smithi057 ceph-mon[96697]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:09.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:09 smithi057 ceph-mon[40038]: pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:11 smithi096 ceph-mon[33018]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:11.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:11 smithi057 ceph-mon[96697]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:11.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:11 smithi057 ceph-mon[40038]: pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:13.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:33:13] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-04-10T02:33:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:13 smithi096 ceph-mon[33018]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:13 smithi057 ceph-mon[96697]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:13 smithi057 ceph-mon[40038]: pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:15.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:15 smithi096 ceph-mon[33018]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:15 smithi057 ceph-mon[96697]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:15 smithi057 ceph-mon[40038]: pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:16 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:16.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:16 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:17 smithi096 ceph-mon[33018]: pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:17 smithi057 ceph-mon[96697]: pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:17.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:17 smithi057 ceph-mon[40038]: pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:18.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:33:18 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:33:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:33:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:19 smithi057 ceph-mon[96697]: pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:19.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:19 smithi057 ceph-mon[40038]: pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:19 smithi096 ceph-mon[33018]: pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:21.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:21 smithi057 ceph-mon[96697]: pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:21.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:21 smithi057 ceph-mon[40038]: pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:21.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:21 smithi096 ceph-mon[33018]: pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:23.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:33:23] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2024-04-10T02:33:23.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:23 smithi057 ceph-mon[96697]: pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:23.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:23 smithi057 ceph-mon[40038]: pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:23 smithi096 ceph-mon[33018]: pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:25.293 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch upgrade resume' 2024-04-10T02:33:25.564 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:33:25.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:25 smithi057 ceph-mon[96697]: pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:25.811 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:25 smithi057 ceph-mon[40038]: pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:25.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:25 smithi096 ceph-mon[33018]: pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:26.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:26 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:26.769 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:26 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:26.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:26 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:27.529 INFO:teuthology.orchestra.run.smithi057.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:33:27.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:27 smithi057 ceph-mon[96697]: pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:27.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:27 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:27 smithi057 ceph-mon[40038]: pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:27 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:27.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:27 smithi096 ceph-mon[33018]: pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:27.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:27 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:28.338 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'echo wait for majority of mons to upgrade' 2024-04-10T02:33:28.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:28 smithi057 ceph-mon[40038]: from='client.26018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:33:28.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:28 smithi057 ceph-mon[40038]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:33:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:28 smithi057 ceph-mon[96697]: from='client.26018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:33:28.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:28 smithi057 ceph-mon[96697]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:33:28.961 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:28 smithi096 ceph-mon[33018]: from='client.26018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:33:28.961 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:28 smithi096 ceph-mon[33018]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:33:28.961 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:33:28 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:33:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:33:29.469 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:33:29.863 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:29 smithi057 ceph-mon[96697]: pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:29.863 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:29 smithi057 ceph-mon[40038]: pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:29.901 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:29 smithi096 ceph-mon[33018]: pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:31.154 INFO:teuthology.orchestra.run.smithi057.stdout:wait for majority of mons to upgrade 2024-04-10T02:33:31.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:31 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:31.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:31 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:31.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:31 smithi057 ceph-mon[40038]: pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:31.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:31 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:31 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:31 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:31 smithi057 ceph-mon[96697]: pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:31.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:31 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:31 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:31 smithi096 ceph-mon[33018]: pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:31.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:31 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:31.758 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2024-04-10T02:33:32.470 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:33:33.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:33:33] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2024-04-10T02:33:33.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:33 smithi096 ceph-mon[33018]: pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:33.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:33 smithi057 ceph-mon[96697]: pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:33.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:33 smithi057 ceph-mon[40038]: pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:34.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:34.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:34.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:34.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:34.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[96697]: Upgrade: It appears safe to stop mon.c 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:34.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:34.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:34.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:33:34.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:34.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:34.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:34.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:34.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:33:34.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T02:33:34.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-10T02:33:34.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:34 smithi057 ceph-mon[40038]: Upgrade: It appears safe to stop mon.c 2024-04-10T02:33:34.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:34.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:34.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:34.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:34.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:33:34.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:34.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:34.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:34.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:34.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:33:34.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T02:33:34.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-10T02:33:34.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:34 smithi096 ceph-mon[33018]: Upgrade: It appears safe to stop mon.c 2024-04-10T02:33:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:35 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/939176548' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:36.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:35 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/939176548' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:36.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:35 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/939176548' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[96697]: Upgrade: Updating mon.c 2024-04-10T02:33:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:33:37.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:33:37.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:37.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[96697]: Deploying daemon mon.c on smithi057 2024-04-10T02:33:37.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[96697]: pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[40038]: Upgrade: Updating mon.c 2024-04-10T02:33:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[40038]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:33:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:33:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[40038]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[40038]: Deploying daemon mon.c on smithi057 2024-04-10T02:33:37.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:37 smithi057 ceph-mon[40038]: pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:37 smithi096 ceph-mon[33018]: Upgrade: Updating mon.c 2024-04-10T02:33:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:37 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:37 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:33:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:37 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:33:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:37 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:37 smithi096 ceph-mon[33018]: Deploying daemon mon.c on smithi057 2024-04-10T02:33:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:37 smithi096 ceph-mon[33018]: pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:38.413 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:38 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1780630232' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:38.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:38 smithi057 systemd[1]: Stopping Ceph mon.c for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:33:38.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:38 smithi057 ceph-mon[40038]: from='client.? 172.21.15.57:0/1780630232' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:38.659 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:38 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1780630232' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:38.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:38 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c[40034]: 2024-04-10T02:33:38.411+0000 7f110d8b6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:33:38.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:38 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c[40034]: 2024-04-10T02:33:38.411+0000 7f110d8b6700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-10T02:33:38.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:38 smithi057 podman[100542]: 2024-04-10 02:33:38.432685953 +0000 UTC m=+0.143489077 container died aa07148450b77e77f15c85725db7b86c273967be40cd2109fcdceb52561e57e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-10T02:33:38.721 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:38 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:38] ENGINE Bus STOPPING 2024-04-10T02:33:38.722 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:38 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:33:38.722 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:38 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:38] ENGINE Bus STOPPED 2024-04-10T02:33:38.722 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:38 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:38] ENGINE Bus STARTING 2024-04-10T02:33:38.722 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:38 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:38] ENGINE Serving on http://:::9283 2024-04-10T02:33:38.722 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:38 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:38] ENGINE Bus STARTED 2024-04-10T02:33:38.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:33:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:33:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:33:39.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:38 smithi057 podman[100542]: 2024-04-10 02:33:38.912306039 +0000 UTC m=+0.623109162 container cleanup aa07148450b77e77f15c85725db7b86c273967be40cd2109fcdceb52561e57e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:33:39.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:38 smithi057 bash[100542]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c 2024-04-10T02:33:39.491 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 podman[100555]: 2024-04-10 02:33:39.16362812 +0000 UTC m=+0.726494805 container remove aa07148450b77e77f15c85725db7b86c273967be40cd2109fcdceb52561e57e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-10T02:33:39.491 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.c.service: Deactivated successfully. 2024-04-10T02:33:39.491 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 systemd[1]: Stopped Ceph mon.c for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:33:39.491 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.c.service: Consumed 7.447s CPU time. 2024-04-10T02:33:39.830 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 systemd[1]: Starting Ceph mon.c for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:33:39.830 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 podman[100696]: 2024-04-10 02:33:39.60603 +0000 UTC m=+0.018908859 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:33:39.830 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 podman[100696]: 2024-04-10 02:33:39.723319925 +0000 UTC m=+0.136198774 container create d2116cc169d946e88c937d611e05e69e2fddf3f1cd853301cfdc503d1fb0cc1a (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, CEPH_POINT_RELEASE=) 2024-04-10T02:33:40.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 podman[100696]: 2024-04-10 02:33:39.950671887 +0000 UTC m=+0.363550736 container init d2116cc169d946e88c937d611e05e69e2fddf3f1cd853301cfdc503d1fb0cc1a (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 podman[100696]: 2024-04-10 02:33:39.95407832 +0000 UTC m=+0.366957169 container start d2116cc169d946e88c937d611e05e69e2fddf3f1cd853301cfdc503d1fb0cc1a (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev), process ceph-mon, pid 2 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: pidfile_write: ignore empty --pid-file 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: load: jerasure load: lrc 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: RocksDB version: 7.9.2 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Git sha 0 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Compile date 2024-04-09 01:35:31 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: DB SUMMARY 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: DB Session ID: C0TC0XIXT8BFTR0YZQDS 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: CURRENT file: CURRENT 2024-04-10T02:33:40.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1083 Bytes 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 2124154 ; 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.error_if_exists: 0 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.create_if_missing: 0 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.paranoid_checks: 1 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.env: 0x55e93cb24c60 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.info_log: 0x55e93ebb3ae0 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T02:33:40.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.statistics: (nil) 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.use_fsync: 0 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_log_file_size: 0 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.allow_fallocate: 1 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.use_direct_reads: 0 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.db_log_dir: 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.wal_dir: 2024-04-10T02:33:40.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.write_buffer_manager: 0x55e93eb861e0 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T02:33:40.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T02:33:40.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T02:33:40.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T02:33:40.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T02:33:40.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.unordered_write: 0 2024-04-10T02:33:40.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T02:33:40.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T02:33:40.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T02:33:40.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T02:33:40.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.row_cache: None 2024-04-10T02:33:40.392 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.wal_filter: None 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.two_write_queues: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.wal_compression: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.atomic_flush: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.log_readahead_size: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T02:33:40.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_background_jobs: 2 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_background_compactions: -1 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_subcompactions: 1 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T02:33:40.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_open_files: -1 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_background_flushes: -1 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Compression algorithms supported: 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: kZSTD supported: 0 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: kXpressCompression supported: 0 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T02:33:40.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: kZlibCompression supported: 1 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: kSnappyCompression supported: 1 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: kLZ4Compression supported: 1 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: kBZip2Compression supported: 0 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.merge_operator: 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_filter: None 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T02:33:40.396 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e93ebb3be0) 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: cache_index_and_filter_blocks: 1 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: pin_top_level_index_and_filter: 1 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_type: 0 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: data_block_index_type: 0 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_shortening: 1 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: checksum: 4 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: no_block_cache: 0 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache: 0x55e93ebb7090 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_name: BinnedLRUCache 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_options: 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: capacity : 536870912 2024-04-10T02:33:40.397 INFO:journalctl@ceph.mon.c.smithi057.stdout: num_shard_bits : 4 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: strict_capacity_limit : 0 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: high_pri_pool_ratio: 0.000 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_compressed: (nil) 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: persistent_cache: (nil) 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_size: 4096 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_size_deviation: 10 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_restart_interval: 16 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_block_restart_interval: 1 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: metadata_block_size: 4096 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: partition_filters: 0 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: use_delta_encoding: 1 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: filter_policy: bloomfilter 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: whole_key_filtering: 1 2024-04-10T02:33:40.398 INFO:journalctl@ceph.mon.c.smithi057.stdout: verify_compression: 0 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout: read_amp_bytes_per_bit: 0 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout: format_version: 5 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout: enable_index_compression: 1 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_align: 0 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout: max_auto_readahead_size: 262144 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout: prepopulate_block_cache: 0 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout: initial_auto_readahead_size: 8192 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compression: NoCompression 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T02:33:40.399 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.num_levels: 7 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T02:33:40.401 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T02:33:40.402 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.table_properties_collectors: 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.inplace_update_support: 0 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T02:33:40.403 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.bloom_locality: 0 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.max_successive_merges: 0 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.ttl: 2592000 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.enable_blob_files: false 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.min_blob_size: 0 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T02:33:40.404 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 12987, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3e2f65d5-f76c-49ac-94cc-d180619f1f14 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712716419983190, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712716419991208, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 1313757, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12992, "largest_seqno": 14001, "table_properties": {"data_size": 1308933, "index_size": 2849, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 965, "raw_key_size": 8077, "raw_average_key_size": 21, "raw_value_size": 1300613, "raw_average_value_size": 3505, "num_data_blocks": 130, "num_entries": 371, "num_filter_entries": 371, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712716419, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3e2f65d5-f76c-49ac-94cc-d180619f1f14", "db_session_id": "C0TC0XIXT8BFTR0YZQDS", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712716419991317, "job": 1, "event": "recovery_finished"} 2024-04-10T02:33:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e93eca8000 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: DB pointer 0x55e93ec92000 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** DB Stats ** 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T02:33:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: L0 1/0 1.25 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 427.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: L6 1/0 8.10 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: Sum 2/0 9.35 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 427.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 427.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-10T02:33:40.407 INFO:journalctl@ceph.mon.c.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 427.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative compaction: 0.00 GB write, 116.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval compaction: 0.00 GB write, 116.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:33:40.408 INFO:journalctl@ceph.mon.c.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout: Block cache BinnedLRUCache@0x55e93ebb7090#2 capacity: 512.00 MB usage: 4.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.03 KB,0.000196695%) IndexBlock(1,3.08 KB,0.000587106%) Misc(1,0.00 KB,0%) 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: starting mon.c rank 2 at public addrs [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] at bind addrs [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: mon.c@-1(???) e3 preinit fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: mon.c@-1(???).mds e9 new map 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: mon.c@-1(???).mds e9 print_map 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout: e9 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout: legacy client fscid: 1 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:33:40.409 INFO:journalctl@ceph.mon.c.smithi057.stdout: Filesystem 'foo' (1) 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: fs_name foo 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: epoch 8 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: created 2024-04-10T02:27:52.068761+0000 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: modified 2024-04-10T02:28:08.674684+0000 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: tableserver 0 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: root 0 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: session_timeout 60 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: session_autoclose 300 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: max_file_size 1099511627776 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: max_xattr_size 65536 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: required_client_features {} 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: last_failure 0 2024-04-10T02:33:40.410 INFO:journalctl@ceph.mon.c.smithi057.stdout: last_failure_osd_epoch 0 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: max_mds 1 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: in 0 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: up {0=14682} 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: failed 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: damaged 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: stopped 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: data_pools [4] 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: metadata_pool 3 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: inline_data disabled 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: balancer 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: bal_rank_mask -1 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: standby_count_wanted 1 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: qdb_cluster leader: 0 members: 2024-04-10T02:33:40.411 INFO:journalctl@ceph.mon.c.smithi057.stdout: [mds.foo.smithi057.lkeszq{0:14682} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout: Standby daemons: 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout: [mds.foo.smithi096.qatstr{-1:24535} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.96:6832/1977117020,v1:172.21.15.96:6833/1977117020] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: mon.c@-1(???).osd e90 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: mon.c@-1(???).osd e90 crush map has features 432629239337189376, adjusting msgr requires 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: mon.c@-1(???).osd e90 crush map has features 432629239337189376, adjusting msgr requires 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: mon.c@-1(???).osd e90 crush map has features 432629239337189376, adjusting msgr requires 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:39 smithi057 ceph-mon[100739]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:40 smithi057 bash[100696]: d2116cc169d946e88c937d611e05e69e2fddf3f1cd853301cfdc503d1fb0cc1a 2024-04-10T02:33:40.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:40 smithi057 systemd[1]: Started Ceph mon.c for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:33:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1747355570' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: mon.c calling monitor election 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: mon.a calling monitor election 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: monmap epoch 3 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: last_changed 2024-04-10T02:22:35.735533+0000 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: min_mon_release 17 (quincy) 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: election_strategy: 1 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: mgrmap e38: y(active, since 84s), standbys: x 2024-04-10T02:33:41.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: daemon grafana.a on smithi096 is in error state 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[96697]: pgmap v50: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1747355570' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: mon.c calling monitor election 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: mon.a calling monitor election 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:33:41.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: monmap epoch 3 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: last_changed 2024-04-10T02:22:35.735533+0000 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: min_mon_release 17 (quincy) 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: election_strategy: 1 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: mgrmap e38: y(active, since 84s), standbys: x 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:33:41.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: daemon grafana.a on smithi096 is in error state 2024-04-10T02:33:41.140 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:41.140 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:41.140 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:41.140 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:41 smithi057 ceph-mon[100739]: pgmap v50: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/1747355570' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: mon.c calling monitor election 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: mon.a calling monitor election 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: monmap epoch 3 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: last_changed 2024-04-10T02:22:35.735533+0000 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: min_mon_release 17 (quincy) 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: election_strategy: 1 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:33:41.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: mgrmap e38: y(active, since 84s), standbys: x 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: daemon grafana.a on smithi096 is in error state 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:41.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:41 smithi096 ceph-mon[33018]: pgmap v50: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:42.426 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)": 2 2024-04-10T02:33:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:42 smithi096 ceph-mon[33018]: from='client.? 172.21.15.57:0/2070587952' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:42.752 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:42 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2070587952' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:42.752 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:42 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2070587952' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:33:43.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:33:43] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2024-04-10T02:33:43.637 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch ps' 2024-04-10T02:33:43.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:43 smithi096 ceph-mon[33018]: pgmap v51: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:43.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:43 smithi057 ceph-mon[96697]: pgmap v51: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:43.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:43 smithi057 ceph-mon[100739]: pgmap v51: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:44.404 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:33:45.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:45 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:33:44.999+0000 7fd959579700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-10T02:33:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:45 smithi096 ceph-mon[33018]: pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:45 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:45 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:45.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:45 smithi057 ceph-mon[96697]: pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:45.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:45 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:45.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:45 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:45.796 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:45 smithi057 ceph-mon[100739]: pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:45.796 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:45 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:45.797 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:45 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:46.465 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T02:33:46.465 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (2m) 1s ago 6m 29.1M - 0.25.0 c8568f914cd2 7386e431528a 2024-04-10T02:33:46.465 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi096 *:3000 error 16s ago 6m - - 2024-04-10T02:33:46.465 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi057.lkeszq smithi057 running (5m) 1s ago 5m 19.0M - 17.2.7-827-gd3b5060a 21de9b7369ad dc8fed1cf3f6 2024-04-10T02:33:46.465 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi096.qatstr smithi096 running (5m) 16s ago 5m 16.4M - 17.2.7-827-gd3b5060a 21de9b7369ad aeaccfeb1dad 2024-04-10T02:33:46.465 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi096 *:8443,9283,8765 running (114s) 16s ago 10m 450M - 19.0.0-2051-g3a866975 06a486fd9bae ec00ce509bbb 2024-04-10T02:33:46.465 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (2m) 1s ago 12m 498M - 19.0.0-2051-g3a866975 06a486fd9bae 183b35da3a50 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (99s) 1s ago 12m 42.7M 2048M 19.0.0-2051-g3a866975 06a486fd9bae 2770297a9098 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi096 running (11m) 16s ago 11m 48.9M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad ae60b6f67d0d 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (6s) 1s ago 11m 19.4M 2048M 19.0.0-2051-g3a866975 06a486fd9bae d2116cc169d9 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (2m) 1s ago 6m 16.5M - 1.5.0 0da6a335fe13 58502a8eacf6 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi096 *:9100 running (2m) 16s ago 6m 15.6M - 1.5.0 0da6a335fe13 5785fa6cccd4 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (10m) 1s ago 10m 48.8M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad dbd280aab133 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (10m) 1s ago 10m 49.3M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad f4bbe01375ac 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (9m) 1s ago 9m 49.2M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad 32bf1cd91bf3 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (9m) 1s ago 9m 45.1M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad 0b626c3f1a4b 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi096 running (9m) 16s ago 9m 46.7M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad e8079efaa919 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi096 running (8m) 16s ago 8m 45.4M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 7b36d0ad158e 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi096 running (8m) 16s ago 8m 47.7M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad d06e60541340 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi096 running (7m) 16s ago 7m 49.6M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 71668ba74b17 2024-04-10T02:33:46.466 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi096 *:9095 running (2m) 16s ago 7m 59.1M - 2.43.0 a07b618ecd1d 078839f54d1d 2024-04-10T02:33:46.784 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:46.784 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:46 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:46.785 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:46 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:46.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:46.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:46 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:46.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:46 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:46 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:33:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:46 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:46 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:47.169 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch upgrade pause' 2024-04-10T02:33:47.722 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:47 smithi057 ceph-mon[96697]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:33:47.722 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:47 smithi057 ceph-mon[96697]: pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:47.722 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:47 smithi057 ceph-mon[100739]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:33:47.723 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:47 smithi057 ceph-mon[100739]: pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:47 smithi096 ceph-mon[33018]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:33:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:47 smithi096 ceph-mon[33018]: pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:33:48.963 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:33:48.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:33:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:33:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:33:49.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:49 smithi057 ceph-mon[96697]: pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T02:33:49.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:49 smithi057 ceph-mon[96697]: mgrmap e39: y(active, since 92s), standbys: x 2024-04-10T02:33:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:49 smithi057 ceph-mon[100739]: pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T02:33:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:49 smithi057 ceph-mon[100739]: mgrmap e39: y(active, since 92s), standbys: x 2024-04-10T02:33:49.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:49 smithi096 ceph-mon[33018]: pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T02:33:49.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:49 smithi096 ceph-mon[33018]: mgrmap e39: y(active, since 92s), standbys: x 2024-04-10T02:33:51.549 INFO:teuthology.orchestra.run.smithi057.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:33:51.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 257 B/s wr, 0 op/s 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 309 B/s wr, 0 op/s 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T02:33:51.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:51 smithi096 ceph-mon[33018]: Upgrade: It appears safe to stop mon.b 2024-04-10T02:33:51.864 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 257 B/s wr, 0 op/s 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 309 B/s wr, 0 op/s 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T02:33:51.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[100739]: Upgrade: It appears safe to stop mon.b 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 257 B/s wr, 0 op/s 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 309 B/s wr, 0 op/s 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T02:33:51.866 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:51 smithi057 ceph-mon[96697]: Upgrade: It appears safe to stop mon.b 2024-04-10T02:33:52.149 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'sleep 60' 2024-04-10T02:33:52.414 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:33:52.837 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[96697]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[96697]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[96697]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[100739]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[100739]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[100739]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:52.838 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:33:52.839 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:33:52.839 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:52 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:52.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:52 smithi096 ceph-mon[33018]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:33:52.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:52 smithi096 ceph-mon[33018]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:33:52.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:52 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:52.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:52 smithi096 ceph-mon[33018]: from='mgr.34107 ' entity='mgr.y' 2024-04-10T02:33:52.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:52 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:33:52.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:52 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:33:52.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:52 smithi096 ceph-mon[33018]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:33:53.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:33:53] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-04-10T02:33:53.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:53 smithi096 ceph-mon[33018]: Upgrade: Updating mon.b 2024-04-10T02:33:53.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:53 smithi096 ceph-mon[33018]: Deploying daemon mon.b on smithi096 2024-04-10T02:33:53.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:53 smithi096 ceph-mon[33018]: pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 309 B/s wr, 0 op/s 2024-04-10T02:33:53.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:53 smithi057 ceph-mon[96697]: Upgrade: Updating mon.b 2024-04-10T02:33:53.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:53 smithi057 ceph-mon[96697]: Deploying daemon mon.b on smithi096 2024-04-10T02:33:53.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:33:53 smithi057 ceph-mon[96697]: pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 309 B/s wr, 0 op/s 2024-04-10T02:33:53.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:53 smithi057 ceph-mon[100739]: Upgrade: Updating mon.b 2024-04-10T02:33:53.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:53 smithi057 ceph-mon[100739]: Deploying daemon mon.b on smithi096 2024-04-10T02:33:53.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:33:53 smithi057 ceph-mon[100739]: pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 309 B/s wr, 0 op/s 2024-04-10T02:33:54.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:54 smithi096 systemd[1]: Stopping Ceph mon.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:33:54.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:54] ENGINE Bus STOPPING 2024-04-10T02:33:54.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:33:54.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:54] ENGINE Bus STOPPED 2024-04-10T02:33:54.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:54] ENGINE Bus STARTING 2024-04-10T02:33:54.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:54] ENGINE Serving on http://:::9283 2024-04-10T02:33:54.637 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:33:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:33:54] ENGINE Bus STARTED 2024-04-10T02:33:54.695 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b[33013]: 2024-04-10T02:33:54.285+0000 7f466110c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:33:54.697 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b[33013]: 2024-04-10T02:33:54.285+0000 7f466110c700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-10T02:33:54.697 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:54 smithi096 podman[88488]: 2024-04-10 02:33:54.408974793 +0000 UTC m=+0.240492016 container died ae60b6f67d0dc9e08f36dda7a81b96cbeee17adb4a23a76e273c2d0c99fb07e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:33:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:54 smithi096 podman[88488]: 2024-04-10 02:33:54.785982597 +0000 UTC m=+0.617499821 container cleanup ae60b6f67d0dc9e08f36dda7a81b96cbeee17adb4a23a76e273c2d0c99fb07e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-10T02:33:54.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:54 smithi096 bash[88488]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b 2024-04-10T02:33:55.405 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 podman[88503]: 2024-04-10 02:33:55.054087276 +0000 UTC m=+0.640562565 container remove ae60b6f67d0dc9e08f36dda7a81b96cbeee17adb4a23a76e273c2d0c99fb07e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-10T02:33:55.405 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.b.service: Deactivated successfully. 2024-04-10T02:33:55.405 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 systemd[1]: Stopped Ceph mon.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:33:55.405 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.b.service: Consumed 8.778s CPU time. 2024-04-10T02:33:55.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 systemd[1]: Starting Ceph mon.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:33:55.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 podman[88633]: 2024-04-10 02:33:55.521119911 +0000 UTC m=+0.018104861 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:33:55.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 podman[88633]: 2024-04-10 02:33:55.638749401 +0000 UTC m=+0.135734335 container create a4b0f406f084be96ac2a40245f8ead0706d960193ff2f4e1e92bfb17165bc16e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:33:55.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 podman[88633]: 2024-04-10 02:33:55.882775655 +0000 UTC m=+0.379760591 container init a4b0f406f084be96ac2a40245f8ead0706d960193ff2f4e1e92bfb17165bc16e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:33:55.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 podman[88633]: 2024-04-10 02:33:55.885832833 +0000 UTC m=+0.382817777 container start a4b0f406f084be96ac2a40245f8ead0706d960193ff2f4e1e92bfb17165bc16e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T02:33:55.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T02:33:55.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev), process ceph-mon, pid 2 2024-04-10T02:33:55.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: pidfile_write: ignore empty --pid-file 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: load: jerasure load: lrc 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: RocksDB version: 7.9.2 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Git sha 0 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Compile date 2024-04-09 01:35:31 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: DB SUMMARY 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: DB Session ID: U1BS6KVZM5P2XEJP208K 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: CURRENT file: CURRENT 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1083 Bytes 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 2939418 ; 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.error_if_exists: 0 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.create_if_missing: 0 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.paranoid_checks: 1 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T02:33:55.917 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T02:33:55.918 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.env: 0x55679d023c60 2024-04-10T02:33:55.918 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T02:33:56.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.info_log: 0x55679e5c3ae0 2024-04-10T02:33:56.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T02:33:56.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.statistics: (nil) 2024-04-10T02:33:56.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.use_fsync: 0 2024-04-10T02:33:56.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_log_file_size: 0 2024-04-10T02:33:56.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T02:33:56.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T02:33:56.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.allow_fallocate: 1 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.use_direct_reads: 0 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.db_log_dir: 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.wal_dir: 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T02:33:56.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.write_buffer_manager: 0x55679e5961e0 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.unordered_write: 0 2024-04-10T02:33:56.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.row_cache: None 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.wal_filter: None 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.two_write_queues: 0 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.wal_compression: 0 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.atomic_flush: 0 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T02:33:56.242 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.log_readahead_size: 0 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_background_jobs: 2 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_background_compactions: -1 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_subcompactions: 1 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T02:33:56.243 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_open_files: -1 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_background_flushes: -1 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Compression algorithms supported: 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: kZSTD supported: 0 2024-04-10T02:33:56.244 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: kXpressCompression supported: 0 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: kZlibCompression supported: 1 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: kSnappyCompression supported: 1 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: kLZ4Compression supported: 1 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: kBZip2Compression supported: 0 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.merge_operator: 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_filter: None 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T02:33:56.245 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55679e5c3be0) 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout: cache_index_and_filter_blocks: 1 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout: pin_top_level_index_and_filter: 1 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_type: 0 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout: data_block_index_type: 0 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_shortening: 1 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout: checksum: 4 2024-04-10T02:33:56.246 INFO:journalctl@ceph.mon.b.smithi096.stdout: no_block_cache: 0 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache: 0x55679e5c7090 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_name: BinnedLRUCache 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_options: 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: capacity : 536870912 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: num_shard_bits : 4 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: strict_capacity_limit : 0 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: high_pri_pool_ratio: 0.000 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_compressed: (nil) 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: persistent_cache: (nil) 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_size: 4096 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_size_deviation: 10 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_restart_interval: 16 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_block_restart_interval: 1 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: metadata_block_size: 4096 2024-04-10T02:33:56.247 INFO:journalctl@ceph.mon.b.smithi096.stdout: partition_filters: 0 2024-04-10T02:33:56.248 INFO:journalctl@ceph.mon.b.smithi096.stdout: use_delta_encoding: 1 2024-04-10T02:33:56.248 INFO:journalctl@ceph.mon.b.smithi096.stdout: filter_policy: bloomfilter 2024-04-10T02:33:56.248 INFO:journalctl@ceph.mon.b.smithi096.stdout: whole_key_filtering: 1 2024-04-10T02:33:56.248 INFO:journalctl@ceph.mon.b.smithi096.stdout: verify_compression: 0 2024-04-10T02:33:56.248 INFO:journalctl@ceph.mon.b.smithi096.stdout: read_amp_bytes_per_bit: 0 2024-04-10T02:33:56.248 INFO:journalctl@ceph.mon.b.smithi096.stdout: format_version: 5 2024-04-10T02:33:56.248 INFO:journalctl@ceph.mon.b.smithi096.stdout: enable_index_compression: 1 2024-04-10T02:33:56.248 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_align: 0 2024-04-10T02:33:56.249 INFO:journalctl@ceph.mon.b.smithi096.stdout: max_auto_readahead_size: 262144 2024-04-10T02:33:56.249 INFO:journalctl@ceph.mon.b.smithi096.stdout: prepopulate_block_cache: 0 2024-04-10T02:33:56.249 INFO:journalctl@ceph.mon.b.smithi096.stdout: initial_auto_readahead_size: 8192 2024-04-10T02:33:56.249 INFO:journalctl@ceph.mon.b.smithi096.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T02:33:56.249 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compression: NoCompression 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.num_levels: 7 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T02:33:56.250 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T02:33:56.251 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T02:33:56.252 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T02:33:56.253 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.table_properties_collectors: 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.inplace_update_support: 0 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.bloom_locality: 0 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.max_successive_merges: 0 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T02:33:56.254 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.ttl: 2592000 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.enable_blob_files: false 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.min_blob_size: 0 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T02:33:56.255 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13060, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: deea3542-8d3c-4cff-8d1e-d8ba04f9baaf 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712716435915184, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712716435925492, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 1797686, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13065, "largest_seqno": 14395, "table_properties": {"data_size": 1791695, "index_size": 3696, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1285, "raw_key_size": 10994, "raw_average_key_size": 22, "raw_value_size": 1780683, "raw_average_value_size": 3582, "num_data_blocks": 170, "num_entries": 497, "num_filter_entries": 497, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712716435, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "deea3542-8d3c-4cff-8d1e-d8ba04f9baaf", "db_session_id": "U1BS6KVZM5P2XEJP208K", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712716435925575, "job": 1, "event": "recovery_finished"} 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T02:33:56.256 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55679e6b8000 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: DB pointer 0x55679e6a2000 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** DB Stats ** 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** Compaction Stats [default] ** 2024-04-10T02:33:56.257 INFO:journalctl@ceph.mon.b.smithi096.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: L0 1/0 1.71 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 460.9 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: L6 1/0 8.10 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: Sum 2/0 9.82 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 460.9 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 460.9 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** Compaction Stats [default] ** 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 460.9 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T02:33:56.258 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative compaction: 0.00 GB write, 116.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval compaction: 0.00 GB write, 116.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: Block cache BinnedLRUCache@0x55679e5c7090#2 capacity: 512.00 MB usage: 5.48 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.41 KB,0.000268221%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:33:56.259 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: starting mon.b rank 1 at public addrs [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] at bind addrs [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: mon.b@-1(???) e3 preinit fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: mon.b@-1(???).mds e9 new map 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: mon.b@-1(???).mds e9 print_map 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: e9 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: legacy client fscid: 1 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: Filesystem 'foo' (1) 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: fs_name foo 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: epoch 8 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: created 2024-04-10T02:27:52.068761+0000 2024-04-10T02:33:56.260 INFO:journalctl@ceph.mon.b.smithi096.stdout: modified 2024-04-10T02:28:08.674684+0000 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: tableserver 0 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: root 0 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: session_timeout 60 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: session_autoclose 300 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: max_file_size 1099511627776 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: max_xattr_size 65536 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: required_client_features {} 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: last_failure 0 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: last_failure_osd_epoch 0 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: max_mds 1 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: in 0 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: up {0=14682} 2024-04-10T02:33:56.261 INFO:journalctl@ceph.mon.b.smithi096.stdout: failed 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: damaged 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: stopped 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: data_pools [4] 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: metadata_pool 3 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: inline_data disabled 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: balancer 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: bal_rank_mask -1 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: standby_count_wanted 1 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: qdb_cluster leader: 0 members: 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: [mds.foo.smithi057.lkeszq{0:14682} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.57:6834/1778605365,v1:172.21.15.57:6835/1778605365] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: Standby daemons: 2024-04-10T02:33:56.262 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-10T02:33:56.263 INFO:journalctl@ceph.mon.b.smithi096.stdout: [mds.foo.smithi096.qatstr{-1:24535} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.96:6832/1977117020,v1:172.21.15.96:6833/1977117020] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T02:33:56.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: mon.b@-1(???).osd e90 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-10T02:33:56.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: mon.b@-1(???).osd e90 crush map has features 432629239337189376, adjusting msgr requires 2024-04-10T02:33:56.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: mon.b@-1(???).osd e90 crush map has features 432629239337189376, adjusting msgr requires 2024-04-10T02:33:56.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: mon.b@-1(???).osd e90 crush map has features 432629239337189376, adjusting msgr requires 2024-04-10T02:33:56.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 ceph-mon[88652]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-10T02:33:56.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 bash[88633]: a4b0f406f084be96ac2a40245f8ead0706d960193ff2f4e1e92bfb17165bc16e 2024-04-10T02:33:56.263 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:33:55 smithi096 systemd[1]: Started Ceph mon.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:33:58.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:33:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:33:58.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:34:01.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:34:00 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:34:00.935+0000 7fd959579700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: mon.a calling monitor election 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: mon.b calling monitor election 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 309 B/s wr, 0 op/s 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: monmap epoch 4 2024-04-10T02:34:01.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: last_changed 2024-04-10T02:33:55.978141+0000 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: min_mon_release 19 (squid) 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: election_strategy: 1 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: mgrmap e39: y(active, since 105s), standbys: x 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: daemon grafana.a on smithi096 is in error state 2024-04-10T02:34:01.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-10T02:34:01.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: mon.c (rank 2) addr [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] is down (out of quorum) 2024-04-10T02:34:01.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:01.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:01.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:34:01.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:34:01.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: mon.a calling monitor election 2024-04-10T02:34:01.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: mon.b calling monitor election 2024-04-10T02:34:01.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:34:01.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:34:01.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 309 B/s wr, 0 op/s 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: monmap epoch 4 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: last_changed 2024-04-10T02:33:55.978141+0000 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: min_mon_release 19 (squid) 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: election_strategy: 1 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:34:01.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: mgrmap e39: y(active, since 105s), standbys: x 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: daemon grafana.a on smithi096 is in error state 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: mon.c (rank 2) addr [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] is down (out of quorum) 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:01.490 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:34:03.349 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:34:03] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2024-04-10T02:34:03.617 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: mon.c calling monitor election 2024-04-10T02:34:03.617 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: mon.a calling monitor election 2024-04-10T02:34:03.617 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: mon.b calling monitor election 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: monmap epoch 4 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: last_changed 2024-04-10T02:33:55.978141+0000 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: min_mon_release 19 (squid) 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: election_strategy: 1 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:34:03.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:34:03.619 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:34:03.619 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: mgrmap e39: y(active, since 107s), standbys: x 2024-04-10T02:34:03.619 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-10T02:34:03.619 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:34:03.619 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:34:03.619 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:03 smithi096 ceph-mon[88652]: daemon grafana.a on smithi096 is in error state 2024-04-10T02:34:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: mon.c calling monitor election 2024-04-10T02:34:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: mon.a calling monitor election 2024-04-10T02:34:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: mon.b calling monitor election 2024-04-10T02:34:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:34:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: monmap epoch 4 2024-04-10T02:34:03.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: last_changed 2024-04-10T02:33:55.978141+0000 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: min_mon_release 19 (squid) 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: election_strategy: 1 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: mgrmap e39: y(active, since 107s), standbys: x 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:34:03.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[96697]: daemon grafana.a on smithi096 is in error state 2024-04-10T02:34:03.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T02:34:03.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: mon.a calling monitor election 2024-04-10T02:34:03.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: mon.b calling monitor election 2024-04-10T02:34:03.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T02:34:03.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T02:34:03.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 309 B/s wr, 0 op/s 2024-04-10T02:34:03.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:03.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:03.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:03.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: monmap epoch 4 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: last_changed 2024-04-10T02:33:55.978141+0000 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: min_mon_release 19 (squid) 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: election_strategy: 1 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: mgrmap e39: y(active, since 105s), standbys: x 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b 2024-04-10T02:34:03.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: daemon grafana.a on smithi096 is in error state 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: mon.c (rank 2) addr [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] is down (out of quorum) 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: mon.c calling monitor election 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: mon.a calling monitor election 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: mon.b calling monitor election 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: monmap epoch 4 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: last_changed 2024-04-10T02:33:55.978141+0000 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: created 2024-04-10T02:20:57.798942+0000 2024-04-10T02:34:03.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: min_mon_release 19 (squid) 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: election_strategy: 1 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: 1: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: 2: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: fsmap foo:1 {0=foo.smithi057.lkeszq=up:active} 1 up:standby 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: mgrmap e39: y(active, since 107s), standbys: x 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-10T02:34:03.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:03 smithi057 ceph-mon[100739]: daemon grafana.a on smithi096 is in error state 2024-04-10T02:34:05.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:05 smithi096 ceph-mon[88652]: pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:05.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:05 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:05.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:05 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:05.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:05 smithi057 ceph-mon[96697]: pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:05.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:05 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:05.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:05 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:05.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:05 smithi057 ceph-mon[100739]: pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:05 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:05.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:05 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:07.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:07.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:07.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:06 smithi057 ceph-mon[96697]: pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:07.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:07.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:07.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:06 smithi057 ceph-mon[100739]: pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:07.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:07.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:07.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:06 smithi096 ceph-mon[88652]: pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:08.735 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:34:08 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:34:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:34:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:09 smithi096 ceph-mon[88652]: pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:09 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:09 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:09 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:09 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:34:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:09 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:09 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:34:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:09 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:34:09.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:09 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:09.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[96697]: pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:09.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:09.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:09.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:09.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:34:09.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:09.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:34:09.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:34:09.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:09.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[100739]: pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:09.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:09.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:09.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:09.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:34:09.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:09.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:34:09.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:34:09.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:09 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:10.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:10 smithi057 ceph-mon[96697]: pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:10.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:10 smithi057 ceph-mon[96697]: pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:10.474 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:10 smithi057 ceph-mon[96697]: Reconfiguring mon.a (monmap changed)... 2024-04-10T02:34:10.474 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:34:10 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:34:10.087Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephMonDown: template: __alert_CephMonDown:1:427: executing \"__alert_CephMonDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"mon.a\"} on the right hand-side of the operation: [{ceph_daemon=\"mon.a\", ceph_version=\"ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", public_addr=\"172.21.15.57\", rank=\"0\"}, {ceph_daemon=\"mon.a\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", public_addr=\"172.21.15.57\", rank=\"0\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-10T02:34:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:10 smithi096 ceph-mon[88652]: pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:10 smithi096 ceph-mon[88652]: pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:10 smithi096 ceph-mon[88652]: Reconfiguring mon.a (monmap changed)... 2024-04-10T02:34:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:10 smithi096 ceph-mon[88652]: Reconfiguring daemon mon.a on smithi057 2024-04-10T02:34:10.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:10 smithi057 ceph-mon[96697]: Reconfiguring daemon mon.a on smithi057 2024-04-10T02:34:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:10 smithi057 ceph-mon[100739]: pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:10 smithi057 ceph-mon[100739]: pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:10.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:10 smithi057 ceph-mon[100739]: Reconfiguring mon.a (monmap changed)... 2024-04-10T02:34:10.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:10 smithi057 ceph-mon[100739]: Reconfiguring daemon mon.a on smithi057 2024-04-10T02:34:12.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:12.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:12.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[96697]: Reconfiguring mgr.y (monmap changed)... 2024-04-10T02:34:12.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:34:12.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:34:12.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:12.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[96697]: Reconfiguring daemon mgr.y on smithi057 2024-04-10T02:34:12.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[96697]: pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:12.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:12.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:12.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[100739]: Reconfiguring mgr.y (monmap changed)... 2024-04-10T02:34:12.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:34:12.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:34:12.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:12.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[100739]: Reconfiguring daemon mgr.y on smithi057 2024-04-10T02:34:12.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:12 smithi057 ceph-mon[100739]: pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:12.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:12 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:12.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:12 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:12.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:12 smithi096 ceph-mon[88652]: Reconfiguring mgr.y (monmap changed)... 2024-04-10T02:34:12.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:12 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:34:12.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:12 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:34:12.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:12 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:12.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:12 smithi096 ceph-mon[88652]: Reconfiguring daemon mgr.y on smithi057 2024-04-10T02:34:12.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:12 smithi096 ceph-mon[88652]: pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:13.334 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:34:13] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2024-04-10T02:34:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[96697]: Reconfiguring mon.c (monmap changed)... 2024-04-10T02:34:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:34:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:34:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[96697]: Reconfiguring daemon mon.c on smithi057 2024-04-10T02:34:13.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[96697]: pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[100739]: Reconfiguring mon.c (monmap changed)... 2024-04-10T02:34:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:34:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:34:13.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:13.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[100739]: Reconfiguring daemon mon.c on smithi057 2024-04-10T02:34:13.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:13 smithi057 ceph-mon[100739]: pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:14.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:13 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:14.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:13 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:14.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:13 smithi096 ceph-mon[88652]: Reconfiguring mon.c (monmap changed)... 2024-04-10T02:34:14.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:13 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:34:14.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:13 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:34:14.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:13 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:14.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:13 smithi096 ceph-mon[88652]: Reconfiguring daemon mon.c on smithi057 2024-04-10T02:34:14.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:13 smithi096 ceph-mon[88652]: pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:15.858 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[96697]: Reconfiguring osd.0 (monmap changed)... 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[96697]: Reconfiguring daemon osd.0 on smithi057 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[100739]: Reconfiguring osd.0 (monmap changed)... 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:15.859 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:15 smithi057 ceph-mon[100739]: Reconfiguring daemon osd.0 on smithi057 2024-04-10T02:34:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:15 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:16.038 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:15 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:16.038 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:15 smithi096 ceph-mon[88652]: Reconfiguring osd.0 (monmap changed)... 2024-04-10T02:34:16.038 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:15 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T02:34:16.038 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:15 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:16.039 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:15 smithi096 ceph-mon[88652]: Reconfiguring daemon osd.0 on smithi057 2024-04-10T02:34:16.860 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[96697]: pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:16.860 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:16.860 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:16.860 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:16.860 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T02:34:16.861 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:16.861 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[100739]: pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:16.861 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:16.861 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:16.861 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:16.861 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T02:34:16.861 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:16 smithi096 ceph-mon[88652]: pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T02:34:16.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:17.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:17 smithi057 ceph-mon[100739]: Reconfiguring osd.1 (monmap changed)... 2024-04-10T02:34:17.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:17 smithi057 ceph-mon[100739]: Reconfiguring daemon osd.1 on smithi057 2024-04-10T02:34:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:17 smithi057 ceph-mon[96697]: Reconfiguring osd.1 (monmap changed)... 2024-04-10T02:34:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:17 smithi057 ceph-mon[96697]: Reconfiguring daemon osd.1 on smithi057 2024-04-10T02:34:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:17 smithi096 ceph-mon[88652]: Reconfiguring osd.1 (monmap changed)... 2024-04-10T02:34:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:17 smithi096 ceph-mon[88652]: Reconfiguring daemon osd.1 on smithi057 2024-04-10T02:34:18.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:18 smithi057 ceph-mon[100739]: pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:18.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:18.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:18.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T02:34:18.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:18.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:18 smithi057 ceph-mon[96697]: pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:18.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:18.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:18.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T02:34:18.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:18 smithi096 ceph-mon[88652]: pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T02:34:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:18.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:34:18 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:34:18.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:34:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[96697]: Reconfiguring osd.2 (monmap changed)... 2024-04-10T02:34:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[96697]: Reconfiguring daemon osd.2 on smithi057 2024-04-10T02:34:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T02:34:19.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:19.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[100739]: Reconfiguring osd.2 (monmap changed)... 2024-04-10T02:34:19.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[100739]: Reconfiguring daemon osd.2 on smithi057 2024-04-10T02:34:19.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:19.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:19.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T02:34:19.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:19 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:19 smithi096 ceph-mon[88652]: Reconfiguring osd.2 (monmap changed)... 2024-04-10T02:34:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:19 smithi096 ceph-mon[88652]: Reconfiguring daemon osd.2 on smithi057 2024-04-10T02:34:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:19 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:19 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:19 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T02:34:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:19 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:20.488 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:34:20 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:34:20.087Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephMonDown: template: __alert_CephMonDown:1:427: executing \"__alert_CephMonDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"mon.a\"} on the right hand-side of the operation: [{ceph_daemon=\"mon.a\", ceph_version=\"ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", public_addr=\"172.21.15.57\", rank=\"0\"}, {ceph_daemon=\"mon.a\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", public_addr=\"172.21.15.57\", rank=\"0\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-10T02:34:20.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:20 smithi057 ceph-mon[96697]: pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:20.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:20 smithi057 ceph-mon[96697]: Reconfiguring osd.3 (monmap changed)... 2024-04-10T02:34:20.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:20 smithi057 ceph-mon[96697]: Reconfiguring daemon osd.3 on smithi057 2024-04-10T02:34:20.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:20 smithi057 ceph-mon[100739]: pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:20.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:20 smithi057 ceph-mon[100739]: Reconfiguring osd.3 (monmap changed)... 2024-04-10T02:34:20.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:20 smithi057 ceph-mon[100739]: Reconfiguring daemon osd.3 on smithi057 2024-04-10T02:34:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:20 smithi096 ceph-mon[88652]: pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:20 smithi096 ceph-mon[88652]: Reconfiguring osd.3 (monmap changed)... 2024-04-10T02:34:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:20 smithi096 ceph-mon[88652]: Reconfiguring daemon osd.3 on smithi057 2024-04-10T02:34:22.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[100739]: pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:22.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[100739]: Reconfiguring mds.foo.smithi057.lkeszq (monmap changed)... 2024-04-10T02:34:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi057.lkeszq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:34:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[100739]: Reconfiguring daemon mds.foo.smithi057.lkeszq on smithi057 2024-04-10T02:34:22.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[96697]: pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:22.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:22.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:22.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[96697]: Reconfiguring mds.foo.smithi057.lkeszq (monmap changed)... 2024-04-10T02:34:22.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi057.lkeszq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:34:22.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:22.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:22 smithi057 ceph-mon[96697]: Reconfiguring daemon mds.foo.smithi057.lkeszq on smithi057 2024-04-10T02:34:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:22 smithi096 ceph-mon[88652]: pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:22 smithi096 ceph-mon[88652]: Reconfiguring mds.foo.smithi057.lkeszq (monmap changed)... 2024-04-10T02:34:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi057.lkeszq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:34:22.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:22.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:22 smithi096 ceph-mon[88652]: Reconfiguring daemon mds.foo.smithi057.lkeszq on smithi057 2024-04-10T02:34:23.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:34:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:34:23] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2024-04-10T02:34:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:24 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:24 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:24 smithi096 ceph-mon[88652]: Reconfiguring mon.b (monmap changed)... 2024-04-10T02:34:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:24 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:34:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:24 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:34:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:24 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:24 smithi096 ceph-mon[88652]: Reconfiguring daemon mon.b on smithi096 2024-04-10T02:34:24.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:24 smithi096 ceph-mon[88652]: pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[96697]: Reconfiguring mon.b (monmap changed)... 2024-04-10T02:34:24.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[96697]: Reconfiguring daemon mon.b on smithi096 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[96697]: pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[100739]: Reconfiguring mon.b (monmap changed)... 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[100739]: Reconfiguring daemon mon.b on smithi096 2024-04-10T02:34:24.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:24 smithi057 ceph-mon[100739]: pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:25.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:25 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:25.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:25 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:25.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:25 smithi096 ceph-mon[88652]: Reconfiguring mgr.x (monmap changed)... 2024-04-10T02:34:25.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:25 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:34:25.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:25 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:34:25.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:25 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:25.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:25 smithi096 ceph-mon[88652]: Reconfiguring daemon mgr.x on smithi096 2024-04-10T02:34:25.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:25 smithi096 ceph-mon[88652]: pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:26.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:26.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[96697]: Reconfiguring mgr.x (monmap changed)... 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[96697]: Reconfiguring daemon mgr.x on smithi096 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[96697]: pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[100739]: Reconfiguring mgr.x (monmap changed)... 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T02:34:26.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T02:34:26.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:26.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[100739]: Reconfiguring daemon mgr.x on smithi096 2024-04-10T02:34:26.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:25 smithi057 ceph-mon[100739]: pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:27 smithi096 ceph-mon[88652]: Reconfiguring osd.4 (monmap changed)... 2024-04-10T02:34:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T02:34:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:27.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:27 smithi096 ceph-mon[88652]: Reconfiguring daemon osd.4 on smithi096 2024-04-10T02:34:27.814 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:27.814 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:27.814 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[100739]: Reconfiguring osd.4 (monmap changed)... 2024-04-10T02:34:27.814 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T02:34:27.814 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:27.814 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[100739]: Reconfiguring daemon osd.4 on smithi096 2024-04-10T02:34:27.815 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:27.815 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:27.815 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[96697]: Reconfiguring osd.4 (monmap changed)... 2024-04-10T02:34:27.815 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T02:34:27.815 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:27.815 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:27 smithi057 ceph-mon[96697]: Reconfiguring daemon osd.4 on smithi096 2024-04-10T02:34:28.804 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:28 smithi096 ceph-mon[88652]: pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:28.804 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:28 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:28.804 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:28 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:28.804 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:28 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T02:34:28.804 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:28 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:28.805 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:34:28 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:34:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:34:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:28 smithi057 ceph-mon[96697]: pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:28 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:28 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:28.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:28 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T02:34:28.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:28 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:28 smithi057 ceph-mon[100739]: pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:28 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:28 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:28 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T02:34:28.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:28 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:29.645 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:29 smithi096 ceph-mon[88652]: Reconfiguring osd.5 (monmap changed)... 2024-04-10T02:34:29.646 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:29 smithi096 ceph-mon[88652]: Reconfiguring daemon osd.5 on smithi096 2024-04-10T02:34:29.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:29 smithi057 ceph-mon[96697]: Reconfiguring osd.5 (monmap changed)... 2024-04-10T02:34:29.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:29 smithi057 ceph-mon[96697]: Reconfiguring daemon osd.5 on smithi096 2024-04-10T02:34:29.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:29 smithi057 ceph-mon[100739]: Reconfiguring osd.5 (monmap changed)... 2024-04-10T02:34:29.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:29 smithi057 ceph-mon[100739]: Reconfiguring daemon osd.5 on smithi096 2024-04-10T02:34:30.649 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:30 smithi096 ceph-mon[88652]: pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:30.649 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:30 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:30.649 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:30 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:30.649 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:30 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T02:34:30.650 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:30 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:30.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:30 smithi057 ceph-mon[100739]: pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:30.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:30 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:30.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:30 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:30.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:30 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T02:34:30.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:30 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:30.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:30 smithi057 ceph-mon[96697]: pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:30.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:30 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:30.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:30 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:30.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:30 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T02:34:30.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:30 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:31 smithi096 ceph-mon[88652]: Reconfiguring osd.6 (monmap changed)... 2024-04-10T02:34:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:31 smithi096 ceph-mon[88652]: Reconfiguring daemon osd.6 on smithi096 2024-04-10T02:34:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T02:34:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[96697]: Reconfiguring osd.6 (monmap changed)... 2024-04-10T02:34:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[96697]: Reconfiguring daemon osd.6 on smithi096 2024-04-10T02:34:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:31.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T02:34:31.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[100739]: Reconfiguring osd.6 (monmap changed)... 2024-04-10T02:34:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[100739]: Reconfiguring daemon osd.6 on smithi096 2024-04-10T02:34:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T02:34:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:32.668 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:32 smithi096 ceph-mon[88652]: pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:32.668 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:32 smithi096 ceph-mon[88652]: Reconfiguring osd.7 (monmap changed)... 2024-04-10T02:34:32.668 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:32 smithi096 ceph-mon[88652]: Reconfiguring daemon osd.7 on smithi096 2024-04-10T02:34:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:32 smithi057 ceph-mon[96697]: pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:32 smithi057 ceph-mon[96697]: Reconfiguring osd.7 (monmap changed)... 2024-04-10T02:34:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:32 smithi057 ceph-mon[96697]: Reconfiguring daemon osd.7 on smithi096 2024-04-10T02:34:32.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:32 smithi057 ceph-mon[100739]: pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:32.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:32 smithi057 ceph-mon[100739]: Reconfiguring osd.7 (monmap changed)... 2024-04-10T02:34:32.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:32 smithi057 ceph-mon[100739]: Reconfiguring daemon osd.7 on smithi096 2024-04-10T02:34:33.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:34:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:34:33] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-10T02:34:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[96697]: Reconfiguring mds.foo.smithi096.qatstr (monmap changed)... 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi096.qatstr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[96697]: Reconfiguring daemon mds.foo.smithi096.qatstr on smithi096 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[96697]: pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[100739]: Reconfiguring mds.foo.smithi096.qatstr (monmap changed)... 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi096.qatstr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:34:34.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[100739]: Reconfiguring daemon mds.foo.smithi096.qatstr on smithi096 2024-04-10T02:34:34.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:34 smithi057 ceph-mon[100739]: pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:34.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:34 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:34.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:34 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:34.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:34 smithi096 ceph-mon[88652]: Reconfiguring mds.foo.smithi096.qatstr (monmap changed)... 2024-04-10T02:34:34.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:34 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi096.qatstr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T02:34:34.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:34 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:34.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:34 smithi096 ceph-mon[88652]: Reconfiguring daemon mds.foo.smithi096.qatstr on smithi096 2024-04-10T02:34:34.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:34 smithi096 ceph-mon[88652]: pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:35 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:35 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:35 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:34:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:35 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:35 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:34:35.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:35 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:34:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:34:36.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:36.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:36.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:36.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:34:36.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:34:36.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:34:36.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:35 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:36.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:36 smithi096 ceph-mon[88652]: pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:36.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:36 smithi096 ceph-mon[88652]: pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:37.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:36 smithi057 ceph-mon[96697]: pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:37.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:36 smithi057 ceph-mon[96697]: pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:37.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:36 smithi057 ceph-mon[100739]: pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:37.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:36 smithi057 ceph-mon[100739]: pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:38.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:38 smithi096 ceph-mon[88652]: pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:38.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:34:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:34:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:34:39.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:38 smithi057 ceph-mon[100739]: pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:39.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:38 smithi057 ceph-mon[96697]: pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:40 smithi096 ceph-mon[88652]: pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:40 smithi057 ceph-mon[96697]: pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:41.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:40 smithi057 ceph-mon[100739]: pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:41 smithi096 ceph-mon[88652]: pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:42.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:41 smithi057 ceph-mon[100739]: pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:42.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:41 smithi057 ceph-mon[96697]: pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:43.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:34:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:34:43] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-10T02:34:44.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:43 smithi057 ceph-mon[96697]: pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:44.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:43 smithi057 ceph-mon[100739]: pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:44.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:43 smithi096 ceph-mon[88652]: pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:46.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:45 smithi057 ceph-mon[96697]: pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:45 smithi057 ceph-mon[100739]: pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:46.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:45 smithi096 ceph-mon[88652]: pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:47.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:47.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:34:48.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:47 smithi057 ceph-mon[96697]: pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:48.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:47 smithi057 ceph-mon[100739]: pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:47 smithi096 ceph-mon[88652]: pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:48.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:34:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:34:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:34:50.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:49 smithi057 ceph-mon[96697]: pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:50.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:49 smithi057 ceph-mon[100739]: pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:50.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:49 smithi096 ceph-mon[88652]: pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:52.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:51 smithi057 ceph-mon[96697]: pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:52.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:51 smithi057 ceph-mon[100739]: pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:52.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:51 smithi096 ceph-mon[88652]: pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:53.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:34:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:34:53] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2024-04-10T02:34:54.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:53 smithi057 ceph-mon[96697]: pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:54.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:53 smithi057 ceph-mon[100739]: pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:54.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:53 smithi096 ceph-mon[88652]: pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:54.854 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch upgrade resume' 2024-04-10T02:34:55.123 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:34:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:55 smithi057 ceph-mon[96697]: pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:55 smithi057 ceph-mon[100739]: pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:56.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:55 smithi096 ceph-mon[88652]: pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:56.933 INFO:teuthology.orchestra.run.smithi057.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:34:57.575 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'echo wait for all mons to upgrade' 2024-04-10T02:34:58.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:57 smithi057 ceph-mon[96697]: pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:58.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:57 smithi057 ceph-mon[96697]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:34:58.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:57 smithi057 ceph-mon[96697]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:34:58.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:57 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:58.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:57 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:34:58.141 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:57 smithi057 ceph-mon[100739]: pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:58.142 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:57 smithi057 ceph-mon[100739]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:34:58.142 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:57 smithi057 ceph-mon[100739]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:34:58.142 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:57 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:58.142 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:57 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:34:58.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:57 smithi096 ceph-mon[88652]: pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:34:58.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:57 smithi096 ceph-mon[88652]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:34:58.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:57 smithi096 ceph-mon[88652]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:34:58.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:57 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:34:58.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:57 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:34:58.420 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:34:58.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:34:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:34:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:35:00.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:34:59 smithi057 ceph-mon[96697]: pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:00.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:34:59 smithi057 ceph-mon[100739]: pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:00.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:34:59 smithi096 ceph-mon[88652]: pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:00.564 INFO:teuthology.orchestra.run.smithi057.stdout:wait for all mons to upgrade 2024-04-10T02:35:01.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:00 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:01.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:00 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:01.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:00 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:01.833 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2024-04-10T02:35:02.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:01 smithi057 ceph-mon[96697]: pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:02.231 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:01 smithi057 ceph-mon[100739]: pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:02.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:01 smithi096 ceph-mon[88652]: pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:02.672 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:35:03.044 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:35:03] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-04-10T02:35:03.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:03.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: Upgrade: Setting container_image for all mon 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-10T02:35:03.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-10T02:35:03.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-10T02:35:03.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-10T02:35:03.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:35:03.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: Upgrade: Setting container_image for all crash 2024-04-10T02:35:03.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:03.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T02:35:03.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T02:35:03.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:03 smithi096 ceph-mon[88652]: Upgrade: osd.0 is safe to restart 2024-04-10T02:35:04.008 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:04.008 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:04.008 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:04.008 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:04.008 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:35:04.008 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:04.008 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:04.008 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:04.008 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:35:04.008 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: Upgrade: Setting container_image for all mon 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: Upgrade: Setting container_image for all crash 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T02:35:04.009 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[96697]: Upgrade: osd.0 is safe to restart 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:35:04.010 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: Upgrade: Setting container_image for all mon 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: Upgrade: Setting container_image for all crash 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T02:35:04.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:03 smithi057 ceph-mon[100739]: Upgrade: osd.0 is safe to restart 2024-04-10T02:35:04.712 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)": 3 2024-04-10T02:35:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:04 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1905390096' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:35:04.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:04 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1905390096' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:35:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:04 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1905390096' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-10T02:35:06.069 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch ps' 2024-04-10T02:35:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[96697]: Upgrade: Updating osd.0 2024-04-10T02:35:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T02:35:06.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:06.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[96697]: Deploying daemon osd.0 on smithi057 2024-04-10T02:35:06.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[96697]: pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[100739]: Upgrade: Updating osd.0 2024-04-10T02:35:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T02:35:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[100739]: Deploying daemon osd.0 on smithi057 2024-04-10T02:35:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:06 smithi057 ceph-mon[100739]: pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:06.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:06 smithi096 ceph-mon[88652]: Upgrade: Updating osd.0 2024-04-10T02:35:06.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:06.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T02:35:06.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:06.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:06 smithi096 ceph-mon[88652]: Deploying daemon osd.0 on smithi057 2024-04-10T02:35:06.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:06 smithi096 ceph-mon[88652]: pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:07.278 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:35:08.761 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:08 smithi057 ceph-mon[96697]: pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:08.762 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:08 smithi057 ceph-mon[100739]: pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:08.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:08 smithi096 ceph-mon[88652]: pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:08.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:35:08 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:35:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:35:10.103 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:09 smithi057 systemd[1]: Stopping Ceph osd.0 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:35:10.103 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T02:35:10.103 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (4m) 7s ago 8m 27.7M - 0.25.0 c8568f914cd2 7386e431528a 2024-04-10T02:35:10.103 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi096 *:3000 error 65s ago 7m - - 2024-04-10T02:35:10.103 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi057.lkeszq smithi057 running (7m) 7s ago 7m 19.7M - 17.2.7-827-gd3b5060a 21de9b7369ad dc8fed1cf3f6 2024-04-10T02:35:10.103 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi096.qatstr smithi096 running (7m) 65s ago 7m 16.8M - 17.2.7-827-gd3b5060a 21de9b7369ad aeaccfeb1dad 2024-04-10T02:35:10.103 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi096 *:8443,9283,8765 running (3m) 65s ago 12m 450M - 19.0.0-2051-g3a866975 06a486fd9bae ec00ce509bbb 2024-04-10T02:35:10.103 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (3m) 7s ago 13m 501M - 19.0.0-2051-g3a866975 06a486fd9bae 183b35da3a50 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (3m) 7s ago 14m 46.1M 2048M 19.0.0-2051-g3a866975 06a486fd9bae 2770297a9098 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi096 running (74s) 65s ago 12m 20.2M 2048M 19.0.0-2051-g3a866975 06a486fd9bae a4b0f406f084 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (90s) 7s ago 12m 34.8M 2048M 19.0.0-2051-g3a866975 06a486fd9bae d2116cc169d9 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (4m) 7s ago 7m 16.7M - 1.5.0 0da6a335fe13 58502a8eacf6 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi096 *:9100 running (3m) 65s ago 7m 15.6M - 1.5.0 0da6a335fe13 5785fa6cccd4 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (12m) 7s ago 12m 49.0M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad dbd280aab133 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (11m) 7s ago 11m 49.8M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad f4bbe01375ac 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (11m) 7s ago 11m 49.8M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad 32bf1cd91bf3 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (10m) 7s ago 10m 45.7M 2481M 17.2.7-827-gd3b5060a 21de9b7369ad 0b626c3f1a4b 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi096 running (10m) 65s ago 10m 47.1M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad e8079efaa919 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi096 running (10m) 65s ago 10m 45.5M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 7b36d0ad158e 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi096 running (9m) 65s ago 9m 48.0M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad d06e60541340 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi096 running (9m) 65s ago 9m 49.9M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 71668ba74b17 2024-04-10T02:35:10.104 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi096 *:9095 running (3m) 65s ago 8m 59.2M - 2.43.0 a07b618ecd1d 078839f54d1d 2024-04-10T02:35:10.698 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:10 smithi057 ceph-mon[96697]: pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:10.698 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:10 smithi057 ceph-mon[100739]: pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:10.699 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch upgrade pause' 2024-04-10T02:35:10.960 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:35:10.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:10 smithi096 ceph-mon[88652]: pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:11.081 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[43984]: 2024-04-10T02:35:10.870+0000 7f6a6a849700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:35:11.081 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[43984]: 2024-04-10T02:35:10.870+0000 7f6a6a849700 -1 osd.0 90 *** Got signal Terminated *** 2024-04-10T02:35:11.081 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[43984]: 2024-04-10T02:35:10.870+0000 7f6a6a849700 -1 osd.0 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:35:11.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:11 smithi057 ceph-mon[100739]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:35:11.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:11 smithi057 ceph-mon[100739]: osd.0 marked itself down and dead 2024-04-10T02:35:11.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:11 smithi057 ceph-mon[96697]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:35:11.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:11 smithi057 ceph-mon[96697]: osd.0 marked itself down and dead 2024-04-10T02:35:11.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:11 smithi096 ceph-mon[88652]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:35:11.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:11 smithi096 ceph-mon[88652]: osd.0 marked itself down and dead 2024-04-10T02:35:12.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:12 smithi057 podman[107463]: 2024-04-10 02:35:12.090388062 +0000 UTC m=+1.764708514 container died dbd280aab133a21790b7a5ceb303a8e79c0474292db3166954d57347f3ca1520 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-10T02:35:12.689 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:12 smithi057 ceph-mon[96697]: pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:12.689 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:12 smithi057 ceph-mon[96697]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:35:12.689 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:12 smithi057 ceph-mon[96697]: osdmap e91: 8 total, 7 up, 8 in 2024-04-10T02:35:12.690 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:12 smithi057 ceph-mon[100739]: pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:12.690 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:12 smithi057 ceph-mon[100739]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:35:12.690 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:12 smithi057 ceph-mon[100739]: osdmap e91: 8 total, 7 up, 8 in 2024-04-10T02:35:12.690 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:12 smithi057 podman[107463]: 2024-04-10 02:35:12.468794511 +0000 UTC m=+2.143114962 container cleanup dbd280aab133a21790b7a5ceb303a8e79c0474292db3166954d57347f3ca1520 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-10T02:35:12.690 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:12 smithi057 bash[107463]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0 2024-04-10T02:35:12.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:12 smithi096 ceph-mon[88652]: pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:12.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:12 smithi096 ceph-mon[88652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:35:12.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:12 smithi096 ceph-mon[88652]: osdmap e91: 8 total, 7 up, 8 in 2024-04-10T02:35:13.174 INFO:teuthology.orchestra.run.smithi057.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:35:13.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:35:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:35:12] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-04-10T02:35:13.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:13 smithi057 podman[107573]: 2024-04-10 02:35:13.165258424 +0000 UTC m=+1.252413569 container remove dbd280aab133a21790b7a5ceb303a8e79c0474292db3166954d57347f3ca1520 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060) 2024-04-10T02:35:13.719 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:13 smithi057 bash[107662]: Error: no container with name or ID "ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0" found: no such container 2024-04-10T02:35:13.719 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:13 smithi057 ceph-mon[96697]: osdmap e92: 8 total, 7 up, 8 in 2024-04-10T02:35:13.719 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:13 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:13.720 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:13 smithi057 ceph-mon[100739]: osdmap e92: 8 total, 7 up, 8 in 2024-04-10T02:35:13.720 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:13 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:13.744 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'sleep 60' 2024-04-10T02:35:13.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:13 smithi096 ceph-mon[88652]: osdmap e92: 8 total, 7 up, 8 in 2024-04-10T02:35:13.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:13 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:14.100 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:13 smithi057 podman[107756]: 2024-04-10 02:35:13.846129717 +0000 UTC m=+0.018731379 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:35:14.100 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:13 smithi057 podman[107756]: 2024-04-10 02:35:13.962091821 +0000 UTC m=+0.134693511 container create 8d0f7654bd34454f92f42efff5f5ca45c07cc2a7c9de42bd8842115c7df4bda0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:35:14.366 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:35:14.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:14 smithi057 podman[107756]: 2024-04-10 02:35:14.206432141 +0000 UTC m=+0.379033789 container init 8d0f7654bd34454f92f42efff5f5ca45c07cc2a7c9de42bd8842115c7df4bda0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:35:14.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:14 smithi057 podman[107756]: 2024-04-10 02:35:14.209622196 +0000 UTC m=+0.382223845 container start 8d0f7654bd34454f92f42efff5f5ca45c07cc2a7c9de42bd8842115c7df4bda0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2) 2024-04-10T02:35:14.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:14 smithi057 podman[107756]: 2024-04-10 02:35:14.328343286 +0000 UTC m=+0.500944956 container attach 8d0f7654bd34454f92f42efff5f5ca45c07cc2a7c9de42bd8842115c7df4bda0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, io.buildah.version=1.33.5, org.label-schema.build-date=20240403) 2024-04-10T02:35:14.886 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:14 smithi057 podman[107756]: 2024-04-10 02:35:14.62356451 +0000 UTC m=+0.796166159 container died 8d0f7654bd34454f92f42efff5f5ca45c07cc2a7c9de42bd8842115c7df4bda0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-10T02:35:14.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:14 smithi057 ceph-mon[96697]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:35:14.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:14 smithi057 ceph-mon[96697]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:35:14.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:14 smithi057 ceph-mon[96697]: pgmap v104: 73 pgs: 26 peering, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:14.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:14 smithi057 ceph-mon[96697]: Health check failed: Reduced data availability: 9 pgs inactive, 26 pgs peering (PG_AVAILABILITY) 2024-04-10T02:35:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:14 smithi057 ceph-mon[100739]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:35:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:14 smithi057 ceph-mon[100739]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:35:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:14 smithi057 ceph-mon[100739]: pgmap v104: 73 pgs: 26 peering, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:14.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:14 smithi057 ceph-mon[100739]: Health check failed: Reduced data availability: 9 pgs inactive, 26 pgs peering (PG_AVAILABILITY) 2024-04-10T02:35:14.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:14 smithi096 ceph-mon[88652]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:35:14.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:14 smithi096 ceph-mon[88652]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:35:14.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:14 smithi096 ceph-mon[88652]: pgmap v104: 73 pgs: 26 peering, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:14.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:14 smithi096 ceph-mon[88652]: Health check failed: Reduced data availability: 9 pgs inactive, 26 pgs peering (PG_AVAILABILITY) 2024-04-10T02:35:15.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:15 smithi057 podman[107837]: 2024-04-10 02:35:15.25408279 +0000 UTC m=+0.728808743 container remove 8d0f7654bd34454f92f42efff5f5ca45c07cc2a7c9de42bd8842115c7df4bda0 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-10T02:35:15.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:15 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.0.service: Deactivated successfully. 2024-04-10T02:35:15.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:15 smithi057 systemd[1]: Stopped Ceph osd.0 for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:35:15.637 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:15 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.0.service: Consumed 5.394s CPU time. 2024-04-10T02:35:15.637 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:15 smithi057 systemd[1]: Starting Ceph osd.0 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:35:16.683 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:16 smithi057 ceph-mon[96697]: pgmap v105: 73 pgs: 26 peering, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:16.683 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:16.683 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:16.683 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:16 smithi057 ceph-mon[100739]: pgmap v105: 73 pgs: 26 peering, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:16.683 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:16.683 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:16.684 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:16 smithi057 podman[107975]: 2024-04-10 02:35:16.415039772 +0000 UTC m=+0.205831977 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:35:16.684 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:16 smithi057 podman[107975]: 2024-04-10 02:35:16.520372317 +0000 UTC m=+0.311164503 container create 3dedf8cff23af033910dcb11a77a1f389110553dfe50cc1407317b63227040e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240403) 2024-04-10T02:35:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:16 smithi096 ceph-mon[88652]: pgmap v105: 73 pgs: 26 peering, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:17.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:16 smithi057 podman[107975]: 2024-04-10 02:35:16.941113037 +0000 UTC m=+0.731905224 container init 3dedf8cff23af033910dcb11a77a1f389110553dfe50cc1407317b63227040e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-10T02:35:17.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:16 smithi057 podman[107975]: 2024-04-10 02:35:16.944543048 +0000 UTC m=+0.735335236 container start 3dedf8cff23af033910dcb11a77a1f389110553dfe50cc1407317b63227040e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_CLEAN=True, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-10T02:35:17.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 podman[107975]: 2024-04-10 02:35:17.024205037 +0000 UTC m=+0.814997225 container attach 3dedf8cff23af033910dcb11a77a1f389110553dfe50cc1407317b63227040e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate[108003]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate[108003]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 bash[107975]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 bash[107975]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 bash[107975]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 bash[107975]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 bash[107975]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 bash[107975]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 bash[107975]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate[108003]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate[108003]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-10T02:35:17.644 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate[108003]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-10T02:35:17.645 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate[108003]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T02:35:17.645 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate[108003]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-10T02:35:17.645 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:17 smithi057 podman[107975]: 2024-04-10 02:35:17.414370218 +0000 UTC m=+1.205162402 container died 3dedf8cff23af033910dcb11a77a1f389110553dfe50cc1407317b63227040e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697) 2024-04-10T02:35:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:17 smithi096 ceph-mon[88652]: Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T02:35:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:17 smithi096 ceph-mon[88652]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 26 pgs peering) 2024-04-10T02:35:18.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-mon[96697]: Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T02:35:18.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-mon[96697]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 26 pgs peering) 2024-04-10T02:35:18.028 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-mon[100739]: Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T02:35:18.028 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:17 smithi057 ceph-mon[100739]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 26 pgs peering) 2024-04-10T02:35:18.343 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:18 smithi057 podman[108128]: 2024-04-10 02:35:18.028167469 +0000 UTC m=+0.608303094 container remove 3dedf8cff23af033910dcb11a77a1f389110553dfe50cc1407317b63227040e8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-activate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-10T02:35:18.344 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:18 smithi057 podman[108192]: 2024-04-10 02:35:18.220824186 +0000 UTC m=+0.097111754 container create ef141694551044bfcb9f1dc5d36f0e0a28cae0003e75e8c3ceefbe404e4f2077 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_CLEAN=True, org.label-schema.build-date=20240403) 2024-04-10T02:35:18.344 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:18 smithi057 podman[108192]: 2024-04-10 02:35:18.142184687 +0000 UTC m=+0.018472213 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:35:18.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:18 smithi057 podman[108192]: 2024-04-10 02:35:18.448623215 +0000 UTC m=+0.324910741 container init ef141694551044bfcb9f1dc5d36f0e0a28cae0003e75e8c3ceefbe404e4f2077 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-10T02:35:18.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:18 smithi057 podman[108192]: 2024-04-10 02:35:18.451820699 +0000 UTC m=+0.328108235 container start ef141694551044bfcb9f1dc5d36f0e0a28cae0003e75e8c3ceefbe404e4f2077 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:35:18.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:18 smithi057 ceph-osd[108211]: -- 172.21.15.57:0/1420039949 <== mon.0 v2:172.21.15.57:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564149f45680 con 0x564149f0f000 2024-04-10T02:35:18.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:18 smithi057 bash[108192]: ef141694551044bfcb9f1dc5d36f0e0a28cae0003e75e8c3ceefbe404e4f2077 2024-04-10T02:35:18.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:18 smithi057 systemd[1]: Started Ceph osd.0 for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:35:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:18 smithi096 ceph-mon[88652]: pgmap v106: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:18.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:35:18.989 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:35:18 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:35:18.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:35:18.996 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:18 smithi057 ceph-mon[96697]: pgmap v106: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:18.996 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:18.996 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:18.997 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:35:18.997 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:18 smithi057 ceph-mon[100739]: pgmap v106: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:18.997 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:18.997 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:18.997 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:35:19.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:18 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[108207]: 2024-04-10T02:35:18.995+0000 7f72ca3707c0 -1 Falling back to public interface 2024-04-10T02:35:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:20 smithi096 ceph-mon[88652]: pgmap v107: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:21.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:20 smithi057 ceph-mon[96697]: pgmap v107: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:21.074 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:20 smithi057 ceph-mon[100739]: pgmap v107: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:22.136 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:21 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[108207]: 2024-04-10T02:35:21.706+0000 7f72ca3707c0 -1 osd.0 90 log_to_monitors true 2024-04-10T02:35:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:22 smithi096 ceph-mon[88652]: pgmap v108: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:22 smithi096 ceph-mon[88652]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T02:35:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:23.000 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[96697]: pgmap v108: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:23.000 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[96697]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T02:35:23.000 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:23.000 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:23.000 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:23.000 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:23.000 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[100739]: pgmap v108: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:23.000 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[100739]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T02:35:23.001 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:23.001 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:23.001 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:23.001 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:23.001 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:35:23] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-04-10T02:35:23.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[108207]: 2024-04-10T02:35:23.150+0000 7f72b77c0700 -1 osd.0 90 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:35:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:23 smithi096 ceph-mon[88652]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T02:35:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:23 smithi096 ceph-mon[88652]: osdmap e93: 8 total, 7 up, 8 in 2024-04-10T02:35:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:23 smithi096 ceph-mon[88652]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:35:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:23 smithi096 ceph-mon[88652]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' 2024-04-10T02:35:23.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:23 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:23.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:23 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:24.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[100739]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T02:35:24.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[100739]: osdmap e93: 8 total, 7 up, 8 in 2024-04-10T02:35:24.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[100739]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:35:24.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[100739]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' 2024-04-10T02:35:24.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:24.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:24.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[96697]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T02:35:24.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[96697]: osdmap e93: 8 total, 7 up, 8 in 2024-04-10T02:35:24.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[96697]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:35:24.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[96697]: from='osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884]' entity='osd.0' 2024-04-10T02:35:24.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:24.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:23 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:24 smithi096 ceph-mon[88652]: pgmap v110: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:24 smithi096 ceph-mon[88652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:35:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:24 smithi096 ceph-mon[88652]: osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884] boot 2024-04-10T02:35:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:24 smithi096 ceph-mon[88652]: osdmap e94: 8 total, 8 up, 8 in 2024-04-10T02:35:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:24 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:35:25.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:24 smithi057 ceph-mon[96697]: pgmap v110: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:25.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:24 smithi057 ceph-mon[96697]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:35:25.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:24 smithi057 ceph-mon[96697]: osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884] boot 2024-04-10T02:35:25.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:24 smithi057 ceph-mon[96697]: osdmap e94: 8 total, 8 up, 8 in 2024-04-10T02:35:25.079 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:24 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:35:25.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:24 smithi057 ceph-mon[100739]: pgmap v110: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:25.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:24 smithi057 ceph-mon[100739]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:35:25.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:24 smithi057 ceph-mon[100739]: osd.0 [v2:172.21.15.57:6802/3994069884,v1:172.21.15.57:6803/3994069884] boot 2024-04-10T02:35:25.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:24 smithi057 ceph-mon[100739]: osdmap e94: 8 total, 8 up, 8 in 2024-04-10T02:35:25.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:24 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T02:35:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:26 smithi057 ceph-mon[96697]: osdmap e95: 8 total, 8 up, 8 in 2024-04-10T02:35:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:26 smithi057 ceph-mon[96697]: pgmap v113: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:26.477 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:26 smithi057 ceph-mon[100739]: osdmap e95: 8 total, 8 up, 8 in 2024-04-10T02:35:26.477 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:26 smithi057 ceph-mon[100739]: pgmap v113: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:26.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:26 smithi096 ceph-mon[88652]: osdmap e95: 8 total, 8 up, 8 in 2024-04-10T02:35:26.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:26 smithi096 ceph-mon[88652]: pgmap v113: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-10T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: pgmap v114: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: pgmap v115: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:28.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: pgmap v116: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: pgmap v117: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: pgmap v114: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: pgmap v115: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:35:28.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:28.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:35:28.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: pgmap v116: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: pgmap v117: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.139 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:27 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:28.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:35:28.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: pgmap v114: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: pgmap v115: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:35:28.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:35:28.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:35:28.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: pgmap v116: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: pgmap v117: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:35:28.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:27 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:28.947 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:35:28 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:35:28.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-10T02:35:28.947 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:35:28 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:35:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:35:29.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:28 smithi096 ceph-mon[88652]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T02:35:29.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:28 smithi057 ceph-mon[96697]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T02:35:29.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:28 smithi057 ceph-mon[100739]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T02:35:30.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:29 smithi096 ceph-mon[88652]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:30.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:29 smithi057 ceph-mon[96697]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:30.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:29 smithi057 ceph-mon[100739]: pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:30 smithi096 ceph-mon[88652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-10T02:35:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:30 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:30 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:31.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:30 smithi057 ceph-mon[100739]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-10T02:35:31.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:30 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:31.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:30 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:31.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:30 smithi057 ceph-mon[96697]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-10T02:35:31.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:30 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:31.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:30 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:32.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:31 smithi096 ceph-mon[88652]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:32.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:31 smithi057 ceph-mon[96697]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:32.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:31 smithi057 ceph-mon[100739]: pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:33.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:35:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:35:33] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-10T02:35:34.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:34 smithi096 ceph-mon[88652]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:34.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:34 smithi057 ceph-mon[96697]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:34.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:34 smithi057 ceph-mon[100739]: pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:36.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:36 smithi096 ceph-mon[88652]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:36.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:36 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:36.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:36 smithi057 ceph-mon[96697]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:36.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:36 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:36 smithi057 ceph-mon[100739]: pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:36 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:35:38.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:38 smithi096 ceph-mon[88652]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:38 smithi057 ceph-mon[96697]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:38.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:38 smithi057 ceph-mon[100739]: pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:38.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:35:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:35:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:35:40.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:40 smithi096 ceph-mon[88652]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:40 smithi057 ceph-mon[96697]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:40.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:40 smithi057 ceph-mon[100739]: pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:42.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:42 smithi096 ceph-mon[88652]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:42.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:42 smithi057 ceph-mon[96697]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:42.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:42 smithi057 ceph-mon[100739]: pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:43.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:35:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:35:43] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-10T02:35:44.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:44 smithi096 ceph-mon[88652]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:44.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:44 smithi057 ceph-mon[96697]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:44.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:44 smithi057 ceph-mon[100739]: pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:46.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:46 smithi096 ceph-mon[88652]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:46.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:46.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:46 smithi057 ceph-mon[96697]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:46.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:46.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:46 smithi057 ceph-mon[100739]: pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:46.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:35:48.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:48 smithi096 ceph-mon[88652]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:48.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:48 smithi057 ceph-mon[96697]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:48.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:48 smithi057 ceph-mon[100739]: pgmap v127: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:48.988 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:35:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:35:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi057:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi096.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T02:35:50.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:50 smithi096 ceph-mon[88652]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:50.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:50 smithi057 ceph-mon[96697]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:50.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:50 smithi057 ceph-mon[100739]: pgmap v128: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:52.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:52 smithi096 ceph-mon[88652]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:52.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:52 smithi057 ceph-mon[96697]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:52.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:52 smithi057 ceph-mon[100739]: pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:53.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:35:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:35:53] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-04-10T02:35:54.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:54 smithi057 ceph-mon[96697]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:54.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:54 smithi057 ceph-mon[100739]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:54.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:54 smithi096 ceph-mon[88652]: pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:56.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:56 smithi057 ceph-mon[96697]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:56.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:56 smithi057 ceph-mon[100739]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:56.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:56 smithi096 ceph-mon[88652]: pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:58.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:35:58 smithi057 ceph-mon[96697]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:58.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:35:58 smithi057 ceph-mon[100739]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:35:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:35:58 smithi096 ceph-mon[88652]: pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:00.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:00 smithi057 ceph-mon[96697]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:00.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:00 smithi057 ceph-mon[100739]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:00.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:00 smithi096 ceph-mon[88652]: pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:01.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:01.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:01 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:02.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:02 smithi057 ceph-mon[96697]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:02.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:02 smithi057 ceph-mon[100739]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:02.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:02 smithi096 ceph-mon[88652]: pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:03.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:36:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:36:03] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2024-04-10T02:36:04.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:04 smithi057 ceph-mon[96697]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:04.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:04 smithi057 ceph-mon[100739]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:04.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:04 smithi096 ceph-mon[88652]: pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:06 smithi057 ceph-mon[96697]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:06.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:06 smithi057 ceph-mon[100739]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:06.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:06 smithi096 ceph-mon[88652]: pgmap v136: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:08.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:08 smithi057 ceph-mon[96697]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:08.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:08 smithi057 ceph-mon[100739]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:08.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:08 smithi096 ceph-mon[88652]: pgmap v137: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:10.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:10 smithi057 ceph-mon[96697]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:10.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:10 smithi057 ceph-mon[100739]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:10 smithi096 ceph-mon[88652]: pgmap v138: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:12.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:12 smithi057 ceph-mon[96697]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:12.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:12 smithi057 ceph-mon[100739]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:12 smithi096 ceph-mon[88652]: pgmap v139: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:13.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:36:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:36:13] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2024-04-10T02:36:14.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:14 smithi057 ceph-mon[96697]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:14.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:14 smithi057 ceph-mon[100739]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:14 smithi096 ceph-mon[88652]: pgmap v140: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:16.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:16 smithi057 ceph-mon[96697]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:16.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:16.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:16 smithi057 ceph-mon[100739]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:16.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:16 smithi096 ceph-mon[88652]: pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:17.314 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch upgrade resume' 2024-04-10T02:36:17.589 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:36:18.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:18 smithi057 ceph-mon[100739]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:18 smithi057 ceph-mon[96697]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:18.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:18 smithi096 ceph-mon[88652]: pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:19.484 INFO:teuthology.orchestra.run.smithi057.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:36:20.126 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'echo wait for half of osds to upgrade' 2024-04-10T02:36:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:20.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:20.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T02:36:20.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T02:36:20.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[96697]: Upgrade: osd.1 is safe to restart 2024-04-10T02:36:20.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:20.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:36:20.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:36:20.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:20.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T02:36:20.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:20 smithi057 ceph-mon[100739]: Upgrade: osd.1 is safe to restart 2024-04-10T02:36:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:36:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:36:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:20.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T02:36:20.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:20 smithi096 ceph-mon[88652]: Upgrade: osd.1 is safe to restart 2024-04-10T02:36:21.345 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:36:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[96697]: Upgrade: Updating osd.1 2024-04-10T02:36:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T02:36:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:22.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[96697]: Deploying daemon osd.1 on smithi057 2024-04-10T02:36:22.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[96697]: pgmap v146: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[100739]: Upgrade: Updating osd.1 2024-04-10T02:36:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T02:36:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[100739]: Deploying daemon osd.1 on smithi057 2024-04-10T02:36:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:22 smithi057 ceph-mon[100739]: pgmap v146: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:22 smithi096 ceph-mon[88652]: Upgrade: Updating osd.1 2024-04-10T02:36:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T02:36:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:22.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:22 smithi096 ceph-mon[88652]: Deploying daemon osd.1 on smithi057 2024-04-10T02:36:22.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:22 smithi096 ceph-mon[88652]: pgmap v146: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:23.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:36:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:36:23] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2024-04-10T02:36:23.852 INFO:teuthology.orchestra.run.smithi057.stdout:wait for half of osds to upgrade 2024-04-10T02:36:24.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:24 smithi057 ceph-mon[100739]: pgmap v147: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:24.727 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:24 smithi057 ceph-mon[96697]: pgmap v147: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:24 smithi096 ceph-mon[88652]: pgmap v147: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:25.028 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2024-04-10T02:36:25.762 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:36:26.163 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:26 smithi057 systemd[1]: Stopping Ceph osd.1 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:36:26.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:26 smithi057 ceph-mon[96697]: pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:26.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:26 smithi057 ceph-mon[100739]: pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:26.887 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[49989]: 2024-04-10T02:36:26.608+0000 7fef08234700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:36:26.887 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[49989]: 2024-04-10T02:36:26.608+0000 7fef08234700 -1 osd.1 95 *** Got signal Terminated *** 2024-04-10T02:36:26.887 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:26 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[49989]: 2024-04-10T02:36:26.608+0000 7fef08234700 -1 osd.1 95 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:36:26.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:26 smithi096 ceph-mon[88652]: pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:27.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:27 smithi057 ceph-mon[96697]: osd.1 marked itself down and dead 2024-04-10T02:36:27.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:27 smithi057 ceph-mon[100739]: osd.1 marked itself down and dead 2024-04-10T02:36:27.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:27 smithi096 ceph-mon[88652]: osd.1 marked itself down and dead 2024-04-10T02:36:28.358 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:28 smithi057 podman[113143]: 2024-04-10 02:36:28.095445268 +0000 UTC m=+1.593031152 container died f4bbe01375ac824ca309c96f2a4ec6bb18c38842e75473757caa71943c4d5b25 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1, RELEASE=quincy-d3b5060, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:36:28.636 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:28 smithi057 podman[113143]: 2024-04-10 02:36:28.48162626 +0000 UTC m=+1.979212150 container cleanup f4bbe01375ac824ca309c96f2a4ec6bb18c38842e75473757caa71943c4d5b25 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:36:28.636 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:28 smithi057 bash[113143]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1 2024-04-10T02:36:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:28 smithi057 ceph-mon[96697]: pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:28.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:28 smithi057 ceph-mon[96697]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:36:28.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:28 smithi057 ceph-mon[96697]: osdmap e96: 8 total, 7 up, 8 in 2024-04-10T02:36:28.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:28 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/852067065' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:28 smithi057 ceph-mon[100739]: pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:28 smithi057 ceph-mon[100739]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:36:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:28 smithi057 ceph-mon[100739]: osdmap e96: 8 total, 7 up, 8 in 2024-04-10T02:36:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:28 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/852067065' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:28.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:28 smithi096 ceph-mon[88652]: pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:28.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:28 smithi096 ceph-mon[88652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:36:28.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:28 smithi096 ceph-mon[88652]: osdmap e96: 8 total, 7 up, 8 in 2024-04-10T02:36:28.990 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:28 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/852067065' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:29.060 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:28 smithi057 podman[113218]: 2024-04-10 02:36:28.741825544 +0000 UTC m=+0.644440595 container remove f4bbe01375ac824ca309c96f2a4ec6bb18c38842e75473757caa71943c4d5b25 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:36:29.379 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:29 smithi057 podman[113310]: 2024-04-10 02:36:28.963655585 +0000 UTC m=+0.017494453 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:36:29.379 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:29 smithi057 podman[113310]: 2024-04-10 02:36:29.076246915 +0000 UTC m=+0.130085783 container create abcc88aea33ff0aad2f60233c723bcf278003b1dde0495d2f5954eb7f670bd76 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403) 2024-04-10T02:36:29.379 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:29 smithi057 podman[113310]: 2024-04-10 02:36:29.295547079 +0000 UTC m=+0.349385954 container init abcc88aea33ff0aad2f60233c723bcf278003b1dde0495d2f5954eb7f670bd76 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-04-10T02:36:29.379 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:29 smithi057 podman[113310]: 2024-04-10 02:36:29.298809793 +0000 UTC m=+0.352648665 container start abcc88aea33ff0aad2f60233c723bcf278003b1dde0495d2f5954eb7f670bd76 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:36:29.379 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:29 smithi057 podman[113310]: 2024-04-10 02:36:29.378845163 +0000 UTC m=+0.432684031 container attach abcc88aea33ff0aad2f60233c723bcf278003b1dde0495d2f5954eb7f670bd76 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-10T02:36:29.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:29 smithi057 ceph-mon[96697]: osdmap e97: 8 total, 7 up, 8 in 2024-04-10T02:36:29.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:29 smithi057 ceph-mon[100739]: osdmap e97: 8 total, 7 up, 8 in 2024-04-10T02:36:29.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:29 smithi057 podman[113310]: 2024-04-10 02:36:29.595265236 +0000 UTC m=+0.649104111 container died abcc88aea33ff0aad2f60233c723bcf278003b1dde0495d2f5954eb7f670bd76 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:36:29.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:29 smithi096 ceph-mon[88652]: osdmap e97: 8 total, 7 up, 8 in 2024-04-10T02:36:30.597 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:30 smithi057 podman[113336]: 2024-04-10 02:36:30.233556317 +0000 UTC m=+0.633225471 container remove abcc88aea33ff0aad2f60233c723bcf278003b1dde0495d2f5954eb7f670bd76 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-10T02:36:30.597 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:30 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.1.service: Deactivated successfully. 2024-04-10T02:36:30.597 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:30 smithi057 systemd[1]: Stopped Ceph osd.1 for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:36:30.597 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:30 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.1.service: Consumed 6.566s CPU time. 2024-04-10T02:36:30.597 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:30 smithi057 systemd[1]: Starting Ceph osd.1 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:36:30.848 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:30 smithi057 ceph-mon[96697]: pgmap v152: 73 pgs: 4 peering, 9 stale+active+clean, 60 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:30.848 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:30 smithi057 ceph-mon[96697]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2024-04-10T02:36:30.848 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:30 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2351194787' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:30.848 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:30 smithi057 ceph-mon[100739]: pgmap v152: 73 pgs: 4 peering, 9 stale+active+clean, 60 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:30.848 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:30 smithi057 ceph-mon[100739]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2024-04-10T02:36:30.848 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:30 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2351194787' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:30.849 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:30 smithi057 podman[113466]: 2024-04-10 02:36:30.563705127 +0000 UTC m=+0.018081196 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:36:30.849 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:30 smithi057 podman[113466]: 2024-04-10 02:36:30.677030565 +0000 UTC m=+0.131406621 container create aa7499c61f32e883f993b9fc51fe51478c9ebfdeeb84c9d6d041ab345ff3de50 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2) 2024-04-10T02:36:30.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:30 smithi096 ceph-mon[88652]: pgmap v152: 73 pgs: 4 peering, 9 stale+active+clean, 60 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:30.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:30 smithi096 ceph-mon[88652]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2024-04-10T02:36:30.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:30 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2351194787' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:31.136 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:30 smithi057 podman[113466]: 2024-04-10 02:36:30.913285997 +0000 UTC m=+0.367662052 container init aa7499c61f32e883f993b9fc51fe51478c9ebfdeeb84c9d6d041ab345ff3de50 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-10T02:36:31.136 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:30 smithi057 podman[113466]: 2024-04-10 02:36:30.916532231 +0000 UTC m=+0.370908287 container start aa7499c61f32e883f993b9fc51fe51478c9ebfdeeb84c9d6d041ab345ff3de50 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-10T02:36:31.136 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 podman[113466]: 2024-04-10 02:36:31.013322529 +0000 UTC m=+0.467698600 container attach aa7499c61f32e883f993b9fc51fe51478c9ebfdeeb84c9d6d041ab345ff3de50 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-04-10T02:36:31.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate[113481]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T02:36:31.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate[113481]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-10T02:36:31.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 bash[113466]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T02:36:31.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 bash[113466]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-10T02:36:31.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 bash[113466]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-10T02:36:31.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 bash[113466]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-10T02:36:31.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 bash[113466]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-10T02:36:31.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 bash[113466]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T02:36:31.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 bash[113466]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-10T02:36:31.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate[113481]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-10T02:36:31.638 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate[113481]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-10T02:36:31.638 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate[113481]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-10T02:36:31.638 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate[113481]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T02:36:31.638 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate[113481]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-10T02:36:31.638 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:31 smithi057 podman[113466]: 2024-04-10 02:36:31.388424568 +0000 UTC m=+0.842800628 container died aa7499c61f32e883f993b9fc51fe51478c9ebfdeeb84c9d6d041ab345ff3de50 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:36:32.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:32.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:32.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-mon[96697]: pgmap v153: 73 pgs: 4 peering, 9 stale+active+clean, 60 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:32.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:32.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:32.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:31 smithi057 ceph-mon[100739]: pgmap v153: 73 pgs: 4 peering, 9 stale+active+clean, 60 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:32.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:32.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:32.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:31 smithi096 ceph-mon[88652]: pgmap v153: 73 pgs: 4 peering, 9 stale+active+clean, 60 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:32.344 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:32 smithi057 podman[113614]: 2024-04-10 02:36:32.093364819 +0000 UTC m=+0.699845088 container remove aa7499c61f32e883f993b9fc51fe51478c9ebfdeeb84c9d6d041ab345ff3de50 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-10T02:36:32.344 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:32 smithi057 podman[113701]: 2024-04-10 02:36:32.210771325 +0000 UTC m=+0.018203746 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:36:32.636 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:32 smithi057 podman[113701]: 2024-04-10 02:36:32.344584199 +0000 UTC m=+0.152016612 container create 52cec41ec2e906f63f03c447223fd323e6b756397c898984a54ba07d72132184 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697) 2024-04-10T02:36:32.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:32 smithi057 podman[113701]: 2024-04-10 02:36:32.555437425 +0000 UTC m=+0.362869837 container init 52cec41ec2e906f63f03c447223fd323e6b756397c898984a54ba07d72132184 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True) 2024-04-10T02:36:32.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:32 smithi057 podman[113701]: 2024-04-10 02:36:32.558350087 +0000 UTC m=+0.365782507 container start 52cec41ec2e906f63f03c447223fd323e6b756397c898984a54ba07d72132184 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:36:32.637 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:32 smithi057 ceph-osd[113723]: -- 172.21.15.57:0/1466638325 <== mon.2 v2:172.21.15.57:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b15e485680 con 0x55b15e44f400 2024-04-10T02:36:32.911 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:32 smithi057 bash[113701]: 52cec41ec2e906f63f03c447223fd323e6b756397c898984a54ba07d72132184 2024-04-10T02:36:32.911 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:32 smithi057 systemd[1]: Started Ceph osd.1 for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:36:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:32 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2199203739' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:32 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:32 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:32 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:33.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:32 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2199203739' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:33.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:32 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:33.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:32 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:33.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:32 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:33.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:36:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:36:33] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-04-10T02:36:33.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:32 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2199203739' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:33.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:32 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:33.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:32 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:33.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:32 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:33.387 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[113719]: 2024-04-10T02:36:33.098+0000 7f3b230767c0 -1 Falling back to public interface 2024-04-10T02:36:34.185 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:33 smithi096 ceph-mon[88652]: pgmap v154: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-10T02:36:34.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:33 smithi057 ceph-mon[96697]: pgmap v154: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-10T02:36:34.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:33 smithi057 ceph-mon[100739]: pgmap v154: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-10T02:36:35.138 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:34 smithi096 ceph-mon[88652]: Health check failed: Degraded data redundancy: 6/84 objects degraded (7.143%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T02:36:35.138 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:34 smithi096 ceph-mon[88652]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs peering) 2024-04-10T02:36:35.138 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:34 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/718610069' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:35.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:34 smithi057 ceph-mon[96697]: Health check failed: Degraded data redundancy: 6/84 objects degraded (7.143%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T02:36:35.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:34 smithi057 ceph-mon[96697]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs peering) 2024-04-10T02:36:35.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:34 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/718610069' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:35.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:34 smithi057 ceph-mon[100739]: Health check failed: Degraded data redundancy: 6/84 objects degraded (7.143%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T02:36:35.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:34 smithi057 ceph-mon[100739]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs peering) 2024-04-10T02:36:35.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:34 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/718610069' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:36.076 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:35 smithi096 ceph-mon[88652]: pgmap v155: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-10T02:36:36.076 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:35 smithi096 ceph-mon[88652]: from='osd.1 [v2:172.21.15.57:6810/3899769326,v1:172.21.15.57:6811/3899769326]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:36:36.076 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:35 smithi096 ceph-mon[88652]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:36:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:35 smithi057 ceph-mon[96697]: pgmap v155: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-10T02:36:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:35 smithi057 ceph-mon[96697]: from='osd.1 [v2:172.21.15.57:6810/3899769326,v1:172.21.15.57:6811/3899769326]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:36:36.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:35 smithi057 ceph-mon[96697]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:36:36.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:35 smithi057 ceph-mon[100739]: pgmap v155: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-10T02:36:36.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:35 smithi057 ceph-mon[100739]: from='osd.1 [v2:172.21.15.57:6810/3899769326,v1:172.21.15.57:6811/3899769326]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:36:36.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:35 smithi057 ceph-mon[100739]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T02:36:36.137 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[113719]: 2024-04-10T02:36:35.857+0000 7f3b230767c0 -1 osd.1 95 log_to_monitors true 2024-04-10T02:36:36.137 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:36:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[113719]: 2024-04-10T02:36:35.968+0000 7f3b144ce700 -1 osd.1 95 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:36:37.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:36 smithi096 ceph-mon[88652]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T02:36:37.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:36 smithi096 ceph-mon[88652]: osdmap e98: 8 total, 7 up, 8 in 2024-04-10T02:36:37.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:36 smithi096 ceph-mon[88652]: from='osd.1 [v2:172.21.15.57:6810/3899769326,v1:172.21.15.57:6811/3899769326]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:36:37.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:36 smithi096 ceph-mon[88652]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:36:37.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:36 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:36 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:36 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:36 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[100739]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T02:36:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[100739]: osdmap e98: 8 total, 7 up, 8 in 2024-04-10T02:36:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[100739]: from='osd.1 [v2:172.21.15.57:6810/3899769326,v1:172.21.15.57:6811/3899769326]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[100739]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[96697]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[96697]: osdmap e98: 8 total, 7 up, 8 in 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[96697]: from='osd.1 [v2:172.21.15.57:6810/3899769326,v1:172.21.15.57:6811/3899769326]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[96697]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:37.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:36 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:38.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[96697]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:36:38.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[96697]: osd.1 [v2:172.21.15.57:6810/3899769326,v1:172.21.15.57:6811/3899769326] boot 2024-04-10T02:36:38.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[96697]: osdmap e99: 8 total, 8 up, 8 in 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3065361459' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[96697]: pgmap v158: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[96697]: osdmap e100: 8 total, 8 up, 8 in 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[100739]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[100739]: osd.1 [v2:172.21.15.57:6810/3899769326,v1:172.21.15.57:6811/3899769326] boot 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[100739]: osdmap e99: 8 total, 8 up, 8 in 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3065361459' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:38.233 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[100739]: pgmap v158: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-10T02:36:38.234 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:38.234 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:38.234 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:37 smithi057 ceph-mon[100739]: osdmap e100: 8 total, 8 up, 8 in 2024-04-10T02:36:38.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:37 smithi096 ceph-mon[88652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:36:38.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:37 smithi096 ceph-mon[88652]: osd.1 [v2:172.21.15.57:6810/3899769326,v1:172.21.15.57:6811/3899769326] boot 2024-04-10T02:36:38.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:37 smithi096 ceph-mon[88652]: osdmap e99: 8 total, 8 up, 8 in 2024-04-10T02:36:38.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:37 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T02:36:38.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:37 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3065361459' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:38.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:37 smithi096 ceph-mon[88652]: pgmap v158: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-10T02:36:38.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:37 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:38.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:37 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:38.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:37 smithi096 ceph-mon[88652]: osdmap e100: 8 total, 8 up, 8 in 2024-04-10T02:36:39.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:39 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1921514186' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:39.748 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:39 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1921514186' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:39.748 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:39 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1921514186' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:40 smithi096 ceph-mon[88652]: pgmap v160: 73 pgs: 3 peering, 4 active+undersized+degraded, 25 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:36:40.847 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:40 smithi057 ceph-mon[96697]: pgmap v160: 73 pgs: 3 peering, 4 active+undersized+degraded, 25 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:36:40.847 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:40 smithi057 ceph-mon[100739]: pgmap v160: 73 pgs: 3 peering, 4 active+undersized+degraded, 25 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:36:41.443 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:36:41.364+0000 7fd959579700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-10T02:36:41.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T02:36:41.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:41.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:36:41.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:41.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:41.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:41.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:41.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:41 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T02:36:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:41.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:36:41.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:41.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:36:41.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:41.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:41.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:36:41.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:41 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:42 smithi096 ceph-mon[88652]: pgmap v161: 73 pgs: 3 peering, 3 active+undersized+degraded, 16 active+undersized, 51 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:36:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:42 smithi096 ceph-mon[88652]: pgmap v162: 73 pgs: 3 peering, 3 active+undersized+degraded, 16 active+undersized, 51 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:36:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:42 smithi096 ceph-mon[88652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:42 smithi096 ceph-mon[88652]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-10T02:36:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:42 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3000981794' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:42.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:42 smithi057 ceph-mon[96697]: pgmap v161: 73 pgs: 3 peering, 3 active+undersized+degraded, 16 active+undersized, 51 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:36:42.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:42 smithi057 ceph-mon[96697]: pgmap v162: 73 pgs: 3 peering, 3 active+undersized+degraded, 16 active+undersized, 51 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:36:42.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:42 smithi057 ceph-mon[96697]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:42.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:42 smithi057 ceph-mon[96697]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-10T02:36:42.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:42 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3000981794' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:42 smithi057 ceph-mon[100739]: pgmap v161: 73 pgs: 3 peering, 3 active+undersized+degraded, 16 active+undersized, 51 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:36:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:42 smithi057 ceph-mon[100739]: pgmap v162: 73 pgs: 3 peering, 3 active+undersized+degraded, 16 active+undersized, 51 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:36:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:42 smithi057 ceph-mon[100739]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:42 smithi057 ceph-mon[100739]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-10T02:36:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:42 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3000981794' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:43.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:36:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:36:43] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-04-10T02:36:43.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:43 smithi057 ceph-mon[96697]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 3 pgs degraded) 2024-04-10T02:36:43.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:43 smithi057 ceph-mon[100739]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 3 pgs degraded) 2024-04-10T02:36:43.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:43 smithi096 ceph-mon[88652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 3 pgs degraded) 2024-04-10T02:36:44.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:44 smithi057 ceph-mon[96697]: pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:44.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:44 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/31532205' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:44.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:44 smithi057 ceph-mon[100739]: pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:44.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:44 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/31532205' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:44.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:44 smithi096 ceph-mon[88652]: pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:44.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:44 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/31532205' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:46.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:46 smithi057 ceph-mon[96697]: pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:46.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:46.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:46.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:46 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2526879751' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:46.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:46 smithi057 ceph-mon[100739]: pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:46.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:46.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:46.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:46 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2526879751' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:46 smithi096 ceph-mon[88652]: pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:36:46.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:46 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2526879751' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:48.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:48 smithi057 ceph-mon[96697]: pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:48.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:48 smithi057 ceph-mon[100739]: pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:48.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:48 smithi096 ceph-mon[88652]: pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:49.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:49 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3329323581' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:49 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3329323581' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:49.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:49 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3329323581' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:50.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:50 smithi057 ceph-mon[96697]: pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:50.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:50 smithi057 ceph-mon[100739]: pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:50 smithi096 ceph-mon[88652]: pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:52.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:51 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:52.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:51 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3266915491' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:52.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:51 smithi096 ceph-mon[88652]: pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:52.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:52.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:51 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3266915491' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:52.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:51 smithi057 ceph-mon[96697]: pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:52.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:52.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:51 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3266915491' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:52.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:51 smithi057 ceph-mon[100739]: pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:53.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:36:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:36:53] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2024-04-10T02:36:54.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:54 smithi057 ceph-mon[96697]: pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:54.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:54 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2661593042' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:54.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:54 smithi057 ceph-mon[100739]: pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:54.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:54 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2661593042' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:54.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:54 smithi096 ceph-mon[88652]: pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:54.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:54 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2661593042' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:56.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:56 smithi057 ceph-mon[96697]: pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:56.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:56 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2329711932' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:56.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:56 smithi057 ceph-mon[100739]: pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:56.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:56 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2329711932' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:56.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:56 smithi096 ceph-mon[88652]: pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:56.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:56 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2329711932' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:57.588 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:57 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:57.589 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:57 smithi057 ceph-mon[96697]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:57.589 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:57 smithi057 ceph-mon[96697]: Upgrade: osd.2 is safe to restart 2024-04-10T02:36:57.589 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:57 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:57.589 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:57 smithi057 ceph-mon[100739]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:57.589 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:57 smithi057 ceph-mon[100739]: Upgrade: osd.2 is safe to restart 2024-04-10T02:36:57.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:57 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:57.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:57 smithi096 ceph-mon[88652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T02:36:57.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:57 smithi096 ceph-mon[88652]: Upgrade: osd.2 is safe to restart 2024-04-10T02:36:58.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:58 smithi057 ceph-mon[96697]: pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:58.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:58 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:58.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:58 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T02:36:58.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:58 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:58.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:58 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3497597410' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:58.607 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:58 smithi057 ceph-mon[100739]: pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:58.607 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:58 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:58.607 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:58 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T02:36:58.607 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:58 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:58.607 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:58 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3497597410' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:58 smithi096 ceph-mon[88652]: pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:36:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:58 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:36:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:58 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T02:36:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:58 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:36:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:58 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3497597410' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:36:59.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:59 smithi057 ceph-mon[96697]: Upgrade: Updating osd.2 2024-04-10T02:36:59.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:36:59 smithi057 ceph-mon[96697]: Deploying daemon osd.2 on smithi057 2024-04-10T02:36:59.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:59 smithi057 ceph-mon[100739]: Upgrade: Updating osd.2 2024-04-10T02:36:59.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:36:59 smithi057 ceph-mon[100739]: Deploying daemon osd.2 on smithi057 2024-04-10T02:36:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:59 smithi096 ceph-mon[88652]: Upgrade: Updating osd.2 2024-04-10T02:36:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:36:59 smithi096 ceph-mon[88652]: Deploying daemon osd.2 on smithi057 2024-04-10T02:37:00.616 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:00 smithi057 ceph-mon[96697]: pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:37:00.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:00 smithi057 ceph-mon[100739]: pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:37:00.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:00 smithi096 ceph-mon[88652]: pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:37:01.310 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:01 smithi057 systemd[1]: Stopping Ceph osd.2 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:37:01.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:01 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1490995093' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:01.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:01.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:01 smithi057 ceph-mon[96697]: osd.2 marked itself down and dead 2024-04-10T02:37:01.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:01 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1490995093' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:01.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:01 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:01.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:01 smithi057 ceph-mon[100739]: osd.2 marked itself down and dead 2024-04-10T02:37:01.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:01 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[55622]: 2024-04-10T02:37:01.308+0000 7fc771619700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:37:01.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:01 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[55622]: 2024-04-10T02:37:01.308+0000 7fc771619700 -1 osd.2 100 *** Got signal Terminated *** 2024-04-10T02:37:01.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:01 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[55622]: 2024-04-10T02:37:01.308+0000 7fc771619700 -1 osd.2 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:37:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:01 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1490995093' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:01 smithi096 ceph-mon[88652]: osd.2 marked itself down and dead 2024-04-10T02:37:02.136 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:01 smithi057 podman[118085]: 2024-04-10 02:37:01.871345965 +0000 UTC m=+0.666002685 container died 32bf1cd91bf3f4535a309a29072cb4d97d748753d5c057c804ffd34df3de0349 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:37:02.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:02 smithi057 ceph-mon[96697]: pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:37:02.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:02 smithi057 ceph-mon[96697]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:37:02.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:02 smithi057 ceph-mon[96697]: osdmap e101: 8 total, 7 up, 8 in 2024-04-10T02:37:02.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:02 smithi057 ceph-mon[100739]: pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:37:02.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:02 smithi057 ceph-mon[100739]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:37:02.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:02 smithi057 ceph-mon[100739]: osdmap e101: 8 total, 7 up, 8 in 2024-04-10T02:37:02.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:02 smithi057 podman[118085]: 2024-04-10 02:37:02.35971211 +0000 UTC m=+1.154368820 container cleanup 32bf1cd91bf3f4535a309a29072cb4d97d748753d5c057c804ffd34df3de0349 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-10T02:37:02.638 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:02 smithi057 bash[118085]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2 2024-04-10T02:37:02.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:02 smithi096 ceph-mon[88652]: pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-10T02:37:02.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:02 smithi096 ceph-mon[88652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:37:02.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:02 smithi096 ceph-mon[88652]: osdmap e101: 8 total, 7 up, 8 in 2024-04-10T02:37:03.001 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:02 smithi057 podman[118103]: 2024-04-10 02:37:02.636391406 +0000 UTC m=+0.758211605 container remove 32bf1cd91bf3f4535a309a29072cb4d97d748753d5c057c804ffd34df3de0349 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-10T02:37:03.258 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:37:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:37:03] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-10T02:37:03.258 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:03 smithi057 podman[118221]: 2024-04-10 02:37:03.012586668 +0000 UTC m=+0.102818334 container create 1928ce3df775b3ac87f1aa3cf697d65b38cbca4a590f658dcc66bb52e3556c9f (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:37:03.258 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:03 smithi057 podman[118221]: 2024-04-10 02:37:02.927453913 +0000 UTC m=+0.017685547 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:37:03.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:03 smithi057 ceph-mon[96697]: osdmap e102: 8 total, 7 up, 8 in 2024-04-10T02:37:03.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:03 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1123756828' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:03.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:03 smithi057 ceph-mon[100739]: osdmap e102: 8 total, 7 up, 8 in 2024-04-10T02:37:03.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:03 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1123756828' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:03.565 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:03 smithi057 podman[118221]: 2024-04-10 02:37:03.25793694 +0000 UTC m=+0.348168555 container init 1928ce3df775b3ac87f1aa3cf697d65b38cbca4a590f658dcc66bb52e3556c9f (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-10T02:37:03.565 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:03 smithi057 podman[118221]: 2024-04-10 02:37:03.261235632 +0000 UTC m=+0.351467248 container start 1928ce3df775b3ac87f1aa3cf697d65b38cbca4a590f658dcc66bb52e3556c9f (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.build-date=20240403, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-10T02:37:03.566 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:03 smithi057 podman[118221]: 2024-04-10 02:37:03.365613602 +0000 UTC m=+0.455845223 container attach 1928ce3df775b3ac87f1aa3cf697d65b38cbca4a590f658dcc66bb52e3556c9f (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-10T02:37:03.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:03 smithi096 ceph-mon[88652]: osdmap e102: 8 total, 7 up, 8 in 2024-04-10T02:37:03.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:03 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1123756828' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:03.886 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:03 smithi057 podman[118221]: 2024-04-10 02:37:03.564916344 +0000 UTC m=+0.655147966 container died 1928ce3df775b3ac87f1aa3cf697d65b38cbca4a590f658dcc66bb52e3556c9f (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:37:04.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:04 smithi057 ceph-mon[96697]: pgmap v175: 73 pgs: 1 active+undersized+degraded, 12 peering, 1 stale+active+clean, 1 active+undersized, 58 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-10T02:37:04.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:04 smithi057 ceph-mon[96697]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T02:37:04.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:04 smithi057 ceph-mon[96697]: Health check failed: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-04-10T02:37:04.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:04 smithi057 ceph-mon[100739]: pgmap v175: 73 pgs: 1 active+undersized+degraded, 12 peering, 1 stale+active+clean, 1 active+undersized, 58 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-10T02:37:04.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:04 smithi057 ceph-mon[100739]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T02:37:04.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:04 smithi057 ceph-mon[100739]: Health check failed: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-04-10T02:37:04.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:04 smithi057 podman[118247]: 2024-04-10 02:37:04.295201917 +0000 UTC m=+0.725091693 container remove 1928ce3df775b3ac87f1aa3cf697d65b38cbca4a590f658dcc66bb52e3556c9f (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T02:37:04.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:04 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.2.service: Deactivated successfully. 2024-04-10T02:37:04.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:04 smithi057 systemd[1]: Stopped Ceph osd.2 for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:37:04.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:04 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.2.service: Consumed 5.577s CPU time. 2024-04-10T02:37:04.638 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:04 smithi057 systemd[1]: Starting Ceph osd.2 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:37:04.639 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:04 smithi096 ceph-mon[88652]: pgmap v175: 73 pgs: 1 active+undersized+degraded, 12 peering, 1 stale+active+clean, 1 active+undersized, 58 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-10T02:37:04.640 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:04 smithi096 ceph-mon[88652]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T02:37:04.640 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:04 smithi096 ceph-mon[88652]: Health check failed: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-04-10T02:37:05.016 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:04 smithi057 podman[118351]: 2024-04-10 02:37:04.634573397 +0000 UTC m=+0.017808963 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:37:05.016 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:04 smithi057 podman[118351]: 2024-04-10 02:37:04.746910792 +0000 UTC m=+0.130146357 container create f8b874e3867935230f5d820bb3bea24d2dc606b244663b601384da6566d0c297 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-10T02:37:05.016 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:04 smithi057 podman[118351]: 2024-04-10 02:37:04.933186237 +0000 UTC m=+0.316421811 container init f8b874e3867935230f5d820bb3bea24d2dc606b244663b601384da6566d0c297 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-10T02:37:05.016 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:04 smithi057 podman[118351]: 2024-04-10 02:37:04.936704429 +0000 UTC m=+0.319939994 container start f8b874e3867935230f5d820bb3bea24d2dc606b244663b601384da6566d0c297 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:37:05.372 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 podman[118351]: 2024-04-10 02:37:05.01607322 +0000 UTC m=+0.399308795 container attach f8b874e3867935230f5d820bb3bea24d2dc606b244663b601384da6566d0c297 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T02:37:05.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:05 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1005695869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:05 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1005695869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate[118368]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate[118368]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 bash[118351]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 bash[118351]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 bash[118351]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 bash[118351]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 bash[118351]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 bash[118351]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 bash[118351]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate[118368]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-10T02:37:05.637 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate[118368]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-10T02:37:05.638 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate[118368]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-10T02:37:05.638 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate[118368]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T02:37:05.638 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate[118368]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-10T02:37:05.638 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:05 smithi057 podman[118351]: 2024-04-10 02:37:05.416567441 +0000 UTC m=+0.799803000 container died f8b874e3867935230f5d820bb3bea24d2dc606b244663b601384da6566d0c297 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD) 2024-04-10T02:37:05.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:05 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1005695869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:06.373 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:06 smithi057 podman[118519]: 2024-04-10 02:37:06.104198603 +0000 UTC m=+0.681124713 container remove f8b874e3867935230f5d820bb3bea24d2dc606b244663b601384da6566d0c297 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-10T02:37:06.374 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:06 smithi057 podman[118581]: 2024-04-10 02:37:06.221425758 +0000 UTC m=+0.018279352 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:37:06.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:06 smithi057 ceph-mon[96697]: pgmap v176: 73 pgs: 1 active+undersized+degraded, 12 peering, 1 stale+active+clean, 1 active+undersized, 58 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-10T02:37:06.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:06 smithi057 ceph-mon[100739]: pgmap v176: 73 pgs: 1 active+undersized+degraded, 12 peering, 1 stale+active+clean, 1 active+undersized, 58 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-10T02:37:06.629 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:06 smithi057 podman[118581]: 2024-04-10 02:37:06.455638842 +0000 UTC m=+0.252492474 container create 63473e484a8b4cdd2022be27e5b5cdd6327d581edf2170a09c386a5c5b7e062e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:37:06.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:06 smithi096 ceph-mon[88652]: pgmap v176: 73 pgs: 1 active+undersized+degraded, 12 peering, 1 stale+active+clean, 1 active+undersized, 58 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-10T02:37:07.136 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:06 smithi057 podman[118581]: 2024-04-10 02:37:06.716569728 +0000 UTC m=+0.513423324 container init 63473e484a8b4cdd2022be27e5b5cdd6327d581edf2170a09c386a5c5b7e062e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:37:07.136 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:06 smithi057 podman[118581]: 2024-04-10 02:37:06.719658667 +0000 UTC m=+0.516512269 container start 63473e484a8b4cdd2022be27e5b5cdd6327d581edf2170a09c386a5c5b7e062e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-10T02:37:07.136 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:06 smithi057 ceph-osd[118600]: -- 172.21.15.57:0/3865448682 <== mon.2 v2:172.21.15.57:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b124cef680 con 0x55b124cb8c00 2024-04-10T02:37:07.136 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:06 smithi057 bash[118581]: 63473e484a8b4cdd2022be27e5b5cdd6327d581edf2170a09c386a5c5b7e062e 2024-04-10T02:37:07.137 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:06 smithi057 systemd[1]: Started Ceph osd.2 for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:37:07.636 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[118596]: 2024-04-10T02:37:07.268+0000 7fa26603b7c0 -1 Falling back to public interface 2024-04-10T02:37:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-mon[96697]: pgmap v177: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:37:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2006950967' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:08.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:08.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:08.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:08.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-mon[100739]: pgmap v177: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:37:08.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:07 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2006950967' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:08.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:07 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:08.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:07 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:08.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:07 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:08.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:07 smithi096 ceph-mon[88652]: pgmap v177: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:37:08.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:07 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2006950967' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:09.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:08 smithi057 ceph-mon[96697]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T02:37:09.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:08 smithi057 ceph-mon[100739]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T02:37:09.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:08 smithi096 ceph-mon[88652]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T02:37:10.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:09 smithi057 ceph-mon[96697]: pgmap v178: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:37:10.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:09 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/4234705080' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:10.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:09 smithi057 ceph-mon[100739]: pgmap v178: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:37:10.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:09 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/4234705080' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:10.137 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[118596]: 2024-04-10T02:37:10.010+0000 7fa26603b7c0 -1 osd.2 100 log_to_monitors true 2024-04-10T02:37:10.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:09 smithi096 ceph-mon[88652]: pgmap v178: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:37:10.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:09 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/4234705080' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:11.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:10 smithi057 ceph-mon[96697]: from='osd.2 [v2:172.21.15.57:6818/981178210,v1:172.21.15.57:6819/981178210]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:37:11.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:10 smithi057 ceph-mon[96697]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:37:11.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:10 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:11.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:10 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:11.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:10 smithi057 ceph-mon[100739]: from='osd.2 [v2:172.21.15.57:6818/981178210,v1:172.21.15.57:6819/981178210]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:37:11.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:10 smithi057 ceph-mon[100739]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:37:11.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:10 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:11.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:10 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:11.137 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:37:10 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[118596]: 2024-04-10T02:37:10.927+0000 7fa257493700 -1 osd.2 100 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:37:11.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:10 smithi096 ceph-mon[88652]: from='osd.2 [v2:172.21.15.57:6818/981178210,v1:172.21.15.57:6819/981178210]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:37:11.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:10 smithi096 ceph-mon[88652]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T02:37:11.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:10 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:11.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:10 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:11 smithi096 ceph-mon[88652]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T02:37:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:11 smithi096 ceph-mon[88652]: osdmap e103: 8 total, 7 up, 8 in 2024-04-10T02:37:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:11 smithi096 ceph-mon[88652]: from='osd.2 [v2:172.21.15.57:6818/981178210,v1:172.21.15.57:6819/981178210]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:37:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:11 smithi096 ceph-mon[88652]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:37:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:11 smithi096 ceph-mon[88652]: pgmap v180: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:37:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:11 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:12.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:11 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[96697]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T02:37:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[96697]: osdmap e103: 8 total, 7 up, 8 in 2024-04-10T02:37:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[96697]: from='osd.2 [v2:172.21.15.57:6818/981178210,v1:172.21.15.57:6819/981178210]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:37:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[96697]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:37:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[96697]: pgmap v180: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:37:12.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:12.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:12.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[100739]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T02:37:12.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[100739]: osdmap e103: 8 total, 7 up, 8 in 2024-04-10T02:37:12.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[100739]: from='osd.2 [v2:172.21.15.57:6818/981178210,v1:172.21.15.57:6819/981178210]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:37:12.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[100739]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:37:12.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[100739]: pgmap v180: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-10T02:37:12.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:12.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:11 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:13.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:37:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:37:13] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2024-04-10T02:37:13.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[96697]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:37:13.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[96697]: osd.2 [v2:172.21.15.57:6818/981178210,v1:172.21.15.57:6819/981178210] boot 2024-04-10T02:37:13.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[96697]: osdmap e104: 8 total, 8 up, 8 in 2024-04-10T02:37:13.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:37:13.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1099819139' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:13.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[96697]: Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T02:37:13.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[96697]: osdmap e105: 8 total, 8 up, 8 in 2024-04-10T02:37:13.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[100739]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:37:13.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[100739]: osd.2 [v2:172.21.15.57:6818/981178210,v1:172.21.15.57:6819/981178210] boot 2024-04-10T02:37:13.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[100739]: osdmap e104: 8 total, 8 up, 8 in 2024-04-10T02:37:13.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:37:13.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1099819139' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:13.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[100739]: Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T02:37:13.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:12 smithi057 ceph-mon[100739]: osdmap e105: 8 total, 8 up, 8 in 2024-04-10T02:37:13.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:12 smithi096 ceph-mon[88652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:37:13.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:12 smithi096 ceph-mon[88652]: osd.2 [v2:172.21.15.57:6818/981178210,v1:172.21.15.57:6819/981178210] boot 2024-04-10T02:37:13.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:12 smithi096 ceph-mon[88652]: osdmap e104: 8 total, 8 up, 8 in 2024-04-10T02:37:13.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:12 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T02:37:13.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:12 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1099819139' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:13.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:12 smithi096 ceph-mon[88652]: Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T02:37:13.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:12 smithi096 ceph-mon[88652]: osdmap e105: 8 total, 8 up, 8 in 2024-04-10T02:37:14.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:13 smithi057 ceph-mon[96697]: pgmap v183: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:14.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:13 smithi057 ceph-mon[100739]: pgmap v183: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:14.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:13 smithi096 ceph-mon[88652]: pgmap v183: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:15.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:14 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3086042700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:15.244 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:14 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3086042700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:15.244 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:14 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3086042700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:15.636 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:37:15 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:37:15.455+0000 7fd959579700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-10T02:37:16.563 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: pgmap v184: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:16.563 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.563 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.563 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:37:16.563 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: pgmap v185: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: pgmap v186: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:16.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: pgmap v184: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: pgmap v185: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: pgmap v186: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:16.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:16.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:16.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:16.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-10T02:37:16.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:16.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: pgmap v184: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: pgmap v185: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: pgmap v186: 73 pgs: 2 peering, 2 active+undersized+degraded, 15 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:16.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:16.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:16.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:16.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-10T02:37:16.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:16.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:16.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:17 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1106815196' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:17 smithi057 ceph-mon[96697]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T02:37:17.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:17 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1106815196' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:17.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:17 smithi057 ceph-mon[100739]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T02:37:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:17 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1106815196' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:17 smithi096 ceph-mon[88652]: Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T02:37:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:18 smithi057 ceph-mon[96697]: pgmap v187: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:18 smithi057 ceph-mon[100739]: pgmap v187: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:18.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:18 smithi096 ceph-mon[88652]: pgmap v187: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:19 smithi057 ceph-mon[100739]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-10T02:37:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:19 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3643304422' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:19.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:19 smithi057 ceph-mon[96697]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-10T02:37:19.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:19 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3643304422' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:19.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:19 smithi096 ceph-mon[88652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-10T02:37:19.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:19 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3643304422' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:20 smithi057 ceph-mon[96697]: pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:20.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:20 smithi057 ceph-mon[100739]: pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:20.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:20 smithi096 ceph-mon[88652]: pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:22 smithi057 ceph-mon[96697]: pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:22 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/4153868124' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:22.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:22 smithi057 ceph-mon[100739]: pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:22 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/4153868124' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:22 smithi096 ceph-mon[88652]: pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:22 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/4153868124' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:23.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:37:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:37:23] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-04-10T02:37:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:24 smithi057 ceph-mon[96697]: pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:24 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1781592248' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:24.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:24 smithi057 ceph-mon[100739]: pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:24.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:24 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1781592248' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:24.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:24 smithi096 ceph-mon[88652]: pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:24.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:24 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1781592248' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:26.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:26 smithi096 ceph-mon[88652]: pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:26.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:26 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:26.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:26 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/798964631' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:26.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:26 smithi057 ceph-mon[96697]: pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:26.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:26 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:26.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:26 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/798964631' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:26.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:26 smithi057 ceph-mon[100739]: pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:26.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:26 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:26.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:26 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/798964631' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:28 smithi096 ceph-mon[88652]: pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:28.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:28 smithi057 ceph-mon[96697]: pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:28.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:28 smithi057 ceph-mon[100739]: pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:29.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:29 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2825625806' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:29.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:29 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2825625806' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:29.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:29 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2825625806' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:30.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:30 smithi096 ceph-mon[88652]: pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:30.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:30 smithi057 ceph-mon[100739]: pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:30.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:30 smithi057 ceph-mon[96697]: pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:31 smithi096 ceph-mon[88652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:31 smithi096 ceph-mon[88652]: Upgrade: osd.3 is safe to restart 2024-04-10T02:37:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:31 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2943883453' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[96697]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:31.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[96697]: Upgrade: osd.3 is safe to restart 2024-04-10T02:37:31.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2943883453' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:31.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:31.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[100739]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T02:37:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[100739]: Upgrade: osd.3 is safe to restart 2024-04-10T02:37:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2943883453' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:32.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:32 smithi096 ceph-mon[88652]: pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:32.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:32 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:32.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:32 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T02:37:32.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:32 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:37:32.764 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:32 smithi057 ceph-mon[100739]: pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:32.764 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:32 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:32.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:32 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T02:37:32.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:32 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:37:32.765 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:32 smithi057 ceph-mon[96697]: pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:32.765 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:32 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:32.765 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:32 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T02:37:32.765 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:32 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:37:33.098 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:37:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:37:33] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-04-10T02:37:33.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:33 smithi057 ceph-mon[96697]: Upgrade: Updating osd.3 2024-04-10T02:37:33.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:33 smithi057 ceph-mon[96697]: Deploying daemon osd.3 on smithi057 2024-04-10T02:37:33.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:33 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/557418866' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:33.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:33 smithi057 ceph-mon[100739]: Upgrade: Updating osd.3 2024-04-10T02:37:33.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:33 smithi057 ceph-mon[100739]: Deploying daemon osd.3 on smithi057 2024-04-10T02:37:33.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:33 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/557418866' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:33.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:33 smithi096 ceph-mon[88652]: Upgrade: Updating osd.3 2024-04-10T02:37:33.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:33 smithi096 ceph-mon[88652]: Deploying daemon osd.3 on smithi057 2024-04-10T02:37:33.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:33 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/557418866' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:34.726 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:34 smithi057 ceph-mon[96697]: pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:34.726 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:34 smithi057 ceph-mon[100739]: pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:34.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:34 smithi096 ceph-mon[88652]: pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:35.658 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:35 smithi057 systemd[1]: Stopping Ceph osd.3 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:37:36.136 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[61500]: 2024-04-10T02:37:35.656+0000 7f53a1f71700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:37:36.136 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[61500]: 2024-04-10T02:37:35.656+0000 7f53a1f71700 -1 osd.3 105 *** Got signal Terminated *** 2024-04-10T02:37:36.136 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:35 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[61500]: 2024-04-10T02:37:35.656+0000 7f53a1f71700 -1 osd.3 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:37:36.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:36 smithi096 ceph-mon[88652]: pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:36.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:36 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/647728041' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:36.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:36 smithi096 ceph-mon[88652]: osd.3 marked itself down and dead 2024-04-10T02:37:36.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:36 smithi057 ceph-mon[96697]: pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:36.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:36 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/647728041' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:36.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:36 smithi057 ceph-mon[96697]: osd.3 marked itself down and dead 2024-04-10T02:37:36.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:36 smithi057 ceph-mon[100739]: pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:36.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:36 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/647728041' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:36.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:36 smithi057 ceph-mon[100739]: osd.3 marked itself down and dead 2024-04-10T02:37:37.167 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:36 smithi057 podman[123401]: 2024-04-10 02:37:36.896770045 +0000 UTC m=+1.337518150 container died 0b626c3f1a4bc993ed65a9bf38d25816ae3d5cd6c7b8165567b9abfaa533165b (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-10T02:37:37.452 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:37 smithi057 podman[123401]: 2024-04-10 02:37:37.282270266 +0000 UTC m=+1.723018355 container cleanup 0b626c3f1a4bc993ed65a9bf38d25816ae3d5cd6c7b8165567b9abfaa533165b (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS) 2024-04-10T02:37:37.452 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:37 smithi057 bash[123401]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3 2024-04-10T02:37:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:37 smithi096 ceph-mon[88652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:37:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:37 smithi096 ceph-mon[88652]: osdmap e106: 8 total, 7 up, 8 in 2024-04-10T02:37:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:37 smithi096 ceph-mon[88652]: osdmap e107: 8 total, 7 up, 8 in 2024-04-10T02:37:37.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:37 smithi057 ceph-mon[96697]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:37:37.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:37 smithi057 ceph-mon[96697]: osdmap e106: 8 total, 7 up, 8 in 2024-04-10T02:37:37.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:37 smithi057 ceph-mon[96697]: osdmap e107: 8 total, 7 up, 8 in 2024-04-10T02:37:37.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:37 smithi057 ceph-mon[100739]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T02:37:37.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:37 smithi057 ceph-mon[100739]: osdmap e106: 8 total, 7 up, 8 in 2024-04-10T02:37:37.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:37 smithi057 ceph-mon[100739]: osdmap e107: 8 total, 7 up, 8 in 2024-04-10T02:37:37.887 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:37 smithi057 podman[123429]: 2024-04-10 02:37:37.550423483 +0000 UTC m=+0.652717943 container remove 0b626c3f1a4bc993ed65a9bf38d25816ae3d5cd6c7b8165567b9abfaa533165b (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True) 2024-04-10T02:37:38.154 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:37 smithi057 podman[123545]: 2024-04-10 02:37:37.791610029 +0000 UTC m=+0.019781225 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:37:38.155 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:37 smithi057 podman[123545]: 2024-04-10 02:37:37.909917066 +0000 UTC m=+0.138088291 container create de2f264cec1602a5e9c2e0498aa6f94898d4309cdbbd2f066b625ee8d72503c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697) 2024-04-10T02:37:38.155 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:38 smithi057 podman[123545]: 2024-04-10 02:37:38.154561031 +0000 UTC m=+0.382732223 container init de2f264cec1602a5e9c2e0498aa6f94898d4309cdbbd2f066b625ee8d72503c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-10T02:37:38.453 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:38 smithi057 podman[123545]: 2024-04-10 02:37:38.157777811 +0000 UTC m=+0.385949001 container start de2f264cec1602a5e9c2e0498aa6f94898d4309cdbbd2f066b625ee8d72503c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-10T02:37:38.453 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:38 smithi057 podman[123545]: 2024-04-10 02:37:38.246265973 +0000 UTC m=+0.474437170 container attach de2f264cec1602a5e9c2e0498aa6f94898d4309cdbbd2f066b625ee8d72503c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:37:38.733 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:38 smithi057 podman[123545]: 2024-04-10 02:37:38.452759893 +0000 UTC m=+0.680931079 container died de2f264cec1602a5e9c2e0498aa6f94898d4309cdbbd2f066b625ee8d72503c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:37:38.733 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:38 smithi057 ceph-mon[96697]: pgmap v198: 73 pgs: 15 peering, 6 stale+active+clean, 52 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:38.733 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:38 smithi057 ceph-mon[96697]: Health check failed: Reduced data availability: 6 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-04-10T02:37:38.733 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:38 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1155657485' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:38.734 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:38 smithi057 ceph-mon[100739]: pgmap v198: 73 pgs: 15 peering, 6 stale+active+clean, 52 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:38.734 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:38 smithi057 ceph-mon[100739]: Health check failed: Reduced data availability: 6 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-04-10T02:37:38.734 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:38 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1155657485' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:38.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:38 smithi096 ceph-mon[88652]: pgmap v198: 73 pgs: 15 peering, 6 stale+active+clean, 52 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:38.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:38 smithi096 ceph-mon[88652]: Health check failed: Reduced data availability: 6 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-04-10T02:37:38.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:38 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1155657485' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:39.386 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:39 smithi057 podman[123573]: 2024-04-10 02:37:39.008359154 +0000 UTC m=+0.550035464 container remove de2f264cec1602a5e9c2e0498aa6f94898d4309cdbbd2f066b625ee8d72503c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-04-10T02:37:39.386 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:39 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.3.service: Deactivated successfully. 2024-04-10T02:37:39.387 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:39 smithi057 systemd[1]: Stopped Ceph osd.3 for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:37:39.387 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:39 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.3.service: Consumed 5.213s CPU time. 2024-04-10T02:37:39.387 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:39 smithi057 systemd[1]: Starting Ceph osd.3 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:37:39.705 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:39 smithi057 ceph-mon[96697]: Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-04-10T02:37:39.706 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:39 smithi057 ceph-mon[100739]: Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-04-10T02:37:39.706 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:39 smithi057 podman[123677]: 2024-04-10 02:37:39.358050466 +0000 UTC m=+0.017917515 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:37:39.706 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:39 smithi057 podman[123677]: 2024-04-10 02:37:39.459677265 +0000 UTC m=+0.119544336 container create 3470f84d241b5fa8bbdbc72503be538f81f2d8a27f618ea587022d6538abf9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate, org.label-schema.build-date=20240403, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-10T02:37:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:39 smithi096 ceph-mon[88652]: Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-04-10T02:37:40.136 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:39 smithi057 podman[123677]: 2024-04-10 02:37:39.705624856 +0000 UTC m=+0.365491888 container init 3470f84d241b5fa8bbdbc72503be538f81f2d8a27f618ea587022d6538abf9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:37:40.136 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:39 smithi057 podman[123677]: 2024-04-10 02:37:39.709081631 +0000 UTC m=+0.368948664 container start 3470f84d241b5fa8bbdbc72503be538f81f2d8a27f618ea587022d6538abf9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-10T02:37:40.136 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:39 smithi057 podman[123677]: 2024-04-10 02:37:39.796656608 +0000 UTC m=+0.456523660 container attach 3470f84d241b5fa8bbdbc72503be538f81f2d8a27f618ea587022d6538abf9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-10T02:37:40.508 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate[123691]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T02:37:40.508 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate[123691]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-10T02:37:40.508 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 bash[123677]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T02:37:40.508 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 bash[123677]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-10T02:37:40.508 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 bash[123677]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-10T02:37:40.508 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 bash[123677]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-10T02:37:40.509 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 bash[123677]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-10T02:37:40.509 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 bash[123677]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T02:37:40.509 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 bash[123677]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-10T02:37:40.509 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate[123691]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-10T02:37:40.509 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate[123691]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-10T02:37:40.509 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate[123691]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-10T02:37:40.509 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate[123691]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T02:37:40.509 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate[123691]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-10T02:37:40.509 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:40 smithi057 podman[123677]: 2024-04-10 02:37:40.179907643 +0000 UTC m=+0.839774667 container died 3470f84d241b5fa8bbdbc72503be538f81f2d8a27f618ea587022d6538abf9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-10T02:37:40.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-mon[96697]: pgmap v200: 73 pgs: 1 active+undersized+degraded, 15 peering, 4 stale+active+clean, 6 active+undersized, 47 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-10T02:37:40.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1910537960' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:40.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-mon[100739]: pgmap v200: 73 pgs: 1 active+undersized+degraded, 15 peering, 4 stale+active+clean, 6 active+undersized, 47 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-10T02:37:40.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:40 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1910537960' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:40 smithi096 ceph-mon[88652]: pgmap v200: 73 pgs: 1 active+undersized+degraded, 15 peering, 4 stale+active+clean, 6 active+undersized, 47 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-10T02:37:40.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:40 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1910537960' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:41.354 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:41 smithi057 podman[123832]: 2024-04-10 02:37:41.009474975 +0000 UTC m=+0.824007369 container remove 3470f84d241b5fa8bbdbc72503be538f81f2d8a27f618ea587022d6538abf9ab (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-10T02:37:41.354 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:41 smithi057 podman[123898]: 2024-04-10 02:37:41.129576461 +0000 UTC m=+0.018483357 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:37:41.354 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:41 smithi057 podman[123898]: 2024-04-10 02:37:41.244245892 +0000 UTC m=+0.133152827 container create 8d9f7ad95ff6890d9a023bfec516ca38b905933922c3bf27ca69025c4167169e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-10T02:37:41.886 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:41 smithi057 podman[123898]: 2024-04-10 02:37:41.471567938 +0000 UTC m=+0.360474809 container init 8d9f7ad95ff6890d9a023bfec516ca38b905933922c3bf27ca69025c4167169e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-10T02:37:41.887 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:41 smithi057 podman[123898]: 2024-04-10 02:37:41.474609316 +0000 UTC m=+0.363516186 container start 8d9f7ad95ff6890d9a023bfec516ca38b905933922c3bf27ca69025c4167169e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-10T02:37:41.887 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:41 smithi057 ceph-osd[123917]: -- 172.21.15.57:0/3741747371 <== mon.2 v2:172.21.15.57:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5563779af680 con 0x556377979400 2024-04-10T02:37:41.887 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:41 smithi057 bash[123898]: 8d9f7ad95ff6890d9a023bfec516ca38b905933922c3bf27ca69025c4167169e 2024-04-10T02:37:41.887 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:41 smithi057 systemd[1]: Started Ceph osd.3 for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:37:42.386 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[123913]: 2024-04-10T02:37:42.016+0000 7f9e605ef7c0 -1 Falling back to public interface 2024-04-10T02:37:42.708 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-mon[96697]: pgmap v201: 73 pgs: 1 active+undersized+degraded, 15 peering, 15 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-10T02:37:42.708 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:42.708 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:42.709 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:42.709 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1347925342' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:42.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-mon[100739]: pgmap v201: 73 pgs: 1 active+undersized+degraded, 15 peering, 15 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-10T02:37:42.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:42.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:42.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:42.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:42 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1347925342' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:42 smithi096 ceph-mon[88652]: pgmap v201: 73 pgs: 1 active+undersized+degraded, 15 peering, 15 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-10T02:37:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:42 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:42 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:42 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:42.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:42 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1347925342' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:43.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:37:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:37:42] "GET /metrics HTTP/1.1" 200 34157 "" "Prometheus/2.43.0" 2024-04-10T02:37:43.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:43 smithi057 ceph-mon[96697]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 7 pgs peering) 2024-04-10T02:37:43.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:43 smithi057 ceph-mon[100739]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 7 pgs peering) 2024-04-10T02:37:43.960 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:43 smithi096 ceph-mon[88652]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 7 pgs peering) 2024-04-10T02:37:44.677 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:44 smithi057 ceph-mon[96697]: pgmap v202: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:44.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:44 smithi096 ceph-mon[88652]: pgmap v202: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:45.014 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:44 smithi057 ceph-mon[100739]: pgmap v202: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:45.014 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:44 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[123913]: 2024-04-10T02:37:44.761+0000 7f9e605ef7c0 -1 osd.3 105 log_to_monitors true 2024-04-10T02:37:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:45 smithi096 ceph-mon[88652]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T02:37:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:45 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2853764767' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:45 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:45 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:45 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:45 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[96697]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T02:37:46.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2853764767' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:46.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.074 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[100739]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T02:37:46.074 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2853764767' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:46.074 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.074 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:45 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.075 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[123913]: 2024-04-10T02:37:46.072+0000 7f9e4da3f700 -1 osd.3 105 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T02:37:46.939 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[100739]: pgmap v203: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:46.939 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[100739]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[100739]: osdmap e108: 8 total, 7 up, 8 in 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[100739]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[100739]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[96697]: pgmap v203: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[96697]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[96697]: osdmap e108: 8 total, 7 up, 8 in 2024-04-10T02:37:46.940 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[96697]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:37:46.941 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.941 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:46.941 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[96697]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' 2024-04-10T02:37:46.941 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.941 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:46 smithi096 ceph-mon[88652]: pgmap v203: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:46 smithi096 ceph-mon[88652]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T02:37:46.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:46 smithi096 ceph-mon[88652]: osdmap e108: 8 total, 7 up, 8 in 2024-04-10T02:37:46.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:46 smithi096 ceph-mon[88652]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-10T02:37:46.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:37:46.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:46 smithi096 ceph-mon[88652]: from='osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590]' entity='osd.3' 2024-04-10T02:37:46.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:46.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:47.262 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)": 4 2024-04-10T02:37:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[96697]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:37:47.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[96697]: osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590] boot 2024-04-10T02:37:47.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[96697]: osdmap e109: 8 total, 8 up, 8 in 2024-04-10T02:37:47.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:37:47.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[96697]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T02:37:47.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/104167690' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:47.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[100739]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:37:47.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[100739]: osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590] boot 2024-04-10T02:37:47.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[100739]: osdmap e109: 8 total, 8 up, 8 in 2024-04-10T02:37:47.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:37:47.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[100739]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T02:37:47.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:47 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/104167690' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:47 smithi096 ceph-mon[88652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T02:37:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:47 smithi096 ceph-mon[88652]: osd.3 [v2:172.21.15.57:6826/1127890590,v1:172.21.15.57:6827/1127890590] boot 2024-04-10T02:37:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:47 smithi096 ceph-mon[88652]: osdmap e109: 8 total, 8 up, 8 in 2024-04-10T02:37:47.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:47 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T02:37:47.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:47 smithi096 ceph-mon[88652]: Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T02:37:47.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:47 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/104167690' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-10T02:37:48.284 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch upgrade pause' 2024-04-10T02:37:48.917 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:48 smithi057 ceph-mon[96697]: pgmap v206: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:48.917 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:48 smithi057 ceph-mon[96697]: osdmap e110: 8 total, 8 up, 8 in 2024-04-10T02:37:48.917 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:48 smithi057 ceph-mon[100739]: pgmap v206: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:48.917 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:48 smithi057 ceph-mon[100739]: osdmap e110: 8 total, 8 up, 8 in 2024-04-10T02:37:48.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:48 smithi096 ceph-mon[88652]: pgmap v206: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:48.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:48 smithi096 ceph-mon[88652]: osdmap e110: 8 total, 8 up, 8 in 2024-04-10T02:37:49.144 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:37:50.716 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[100739]: pgmap v208: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[96697]: pgmap v208: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:37:50.717 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:50 smithi096 ceph-mon[88652]: pgmap v208: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:50 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:50 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:50.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:50 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:37:50.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:50 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:37:50.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:50 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:51.040 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:37:50 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:37:50.714+0000 7fd959579700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-10T02:37:51.593 INFO:teuthology.orchestra.run.smithi057.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:37:51.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[96697]: pgmap v209: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:51.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[96697]: pgmap v210: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[96697]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[96697]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[100739]: pgmap v209: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[100739]: pgmap v210: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:51.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:51.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:51.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:51.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T02:37:51.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[100739]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T02:37:51.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[100739]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-10T02:37:51.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:51 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:51.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:51 smithi096 ceph-mon[88652]: pgmap v209: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:51.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:51 smithi096 ceph-mon[88652]: pgmap v210: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-10T02:37:51.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:51 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:37:51.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:51 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:51.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:51 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:51.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:51 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:37:51.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:51 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T02:37:51.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:51 smithi096 ceph-mon[88652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T02:37:51.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:51 smithi096 ceph-mon[88652]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-10T02:37:51.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:51 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:37:52.271 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch ps' 2024-04-10T02:37:52.533 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:37:52.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:52 smithi057 ceph-mon[96697]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:37:52.965 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:52 smithi057 ceph-mon[96697]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:37:52.965 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:52 smithi057 ceph-mon[100739]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:37:52.965 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:52 smithi057 ceph-mon[100739]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:37:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:52 smithi096 ceph-mon[88652]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:37:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:52 smithi096 ceph-mon[88652]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:37:53.326 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:37:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:37:53] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-04-10T02:37:53.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:53 smithi057 ceph-mon[96697]: pgmap v211: 73 pgs: 5 peering, 68 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:53.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:53 smithi057 ceph-mon[96697]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded) 2024-04-10T02:37:53.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:53 smithi057 ceph-mon[100739]: pgmap v211: 73 pgs: 5 peering, 68 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:53.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:53 smithi057 ceph-mon[100739]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded) 2024-04-10T02:37:53.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:53 smithi096 ceph-mon[88652]: pgmap v211: 73 pgs: 5 peering, 68 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:53.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:53 smithi096 ceph-mon[88652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded) 2024-04-10T02:37:54.362 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T02:37:54.362 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (7m) 9s ago 10m 27.1M - 0.25.0 c8568f914cd2 7386e431528a 2024-04-10T02:37:54.362 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi096 *:3000 error 8s ago 10m - - 2024-04-10T02:37:54.362 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi057.lkeszq smithi057 running (9m) 9s ago 9m 20.5M - 17.2.7-827-gd3b5060a 21de9b7369ad dc8fed1cf3f6 2024-04-10T02:37:54.362 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi096.qatstr smithi096 running (9m) 8s ago 9m 17.5M - 17.2.7-827-gd3b5060a 21de9b7369ad aeaccfeb1dad 2024-04-10T02:37:54.362 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi096 *:8443,9283,8765 running (6m) 8s ago 15m 452M - 19.0.0-2051-g3a866975 06a486fd9bae ec00ce509bbb 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (6m) 9s ago 16m 506M - 19.0.0-2051-g3a866975 06a486fd9bae 183b35da3a50 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (5m) 9s ago 16m 51.3M 2048M 19.0.0-2051-g3a866975 06a486fd9bae 2770297a9098 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi096 running (3m) 8s ago 15m 35.1M 2048M 19.0.0-2051-g3a866975 06a486fd9bae a4b0f406f084 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (4m) 9s ago 15m 39.2M 2048M 19.0.0-2051-g3a866975 06a486fd9bae d2116cc169d9 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (6m) 9s ago 10m 16.4M - 1.5.0 0da6a335fe13 58502a8eacf6 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi096 *:9100 running (6m) 8s ago 10m 16.6M - 1.5.0 0da6a335fe13 5785fa6cccd4 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (2m) 9s ago 14m 48.6M 2481M 19.0.0-2051-g3a866975 06a486fd9bae ef1416945510 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (82s) 9s ago 14m 41.6M 2481M 19.0.0-2051-g3a866975 06a486fd9bae 52cec41ec2e9 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (48s) 9s ago 13m 39.0M 2481M 19.0.0-2051-g3a866975 06a486fd9bae 63473e484a8b 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (13s) 9s ago 13m 12.6M 2481M 19.0.0-2051-g3a866975 06a486fd9bae 8d9f7ad95ff6 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi096 running (13m) 8s ago 13m 49.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad e8079efaa919 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi096 running (12m) 8s ago 12m 47.9M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 7b36d0ad158e 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi096 running (12m) 8s ago 12m 50.4M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad d06e60541340 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi096 running (11m) 8s ago 11m 52.4M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 71668ba74b17 2024-04-10T02:37:54.363 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi096 *:9095 running (6m) 8s ago 11m 62.0M - 2.43.0 a07b618ecd1d 078839f54d1d 2024-04-10T02:37:55.036 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph orch ps' 2024-04-10T02:37:55.295 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:37:55.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:55 smithi096 ceph-mon[88652]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:37:55.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:55 smithi096 ceph-mon[88652]: pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:55 smithi057 ceph-mon[96697]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:37:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:55 smithi057 ceph-mon[96697]: pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:56.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:55 smithi057 ceph-mon[100739]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:37:56.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:55 smithi057 ceph-mon[100739]: pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:57.251 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T02:37:57.251 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (7m) 11s ago 11m 27.1M - 0.25.0 c8568f914cd2 7386e431528a 2024-04-10T02:37:57.251 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi096 *:3000 error 11s ago 10m - - 2024-04-10T02:37:57.251 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi057.lkeszq smithi057 running (9m) 11s ago 9m 20.5M - 17.2.7-827-gd3b5060a 21de9b7369ad dc8fed1cf3f6 2024-04-10T02:37:57.252 INFO:teuthology.orchestra.run.smithi057.stdout:mds.foo.smithi096.qatstr smithi096 running (9m) 11s ago 9m 17.5M - 17.2.7-827-gd3b5060a 21de9b7369ad aeaccfeb1dad 2024-04-10T02:37:57.252 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi096 *:8443,9283,8765 running (6m) 11s ago 15m 452M - 19.0.0-2051-g3a866975 06a486fd9bae ec00ce509bbb 2024-04-10T02:37:57.252 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (6m) 11s ago 16m 506M - 19.0.0-2051-g3a866975 06a486fd9bae 183b35da3a50 2024-04-10T02:37:57.252 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (5m) 11s ago 16m 51.3M 2048M 19.0.0-2051-g3a866975 06a486fd9bae 2770297a9098 2024-04-10T02:37:57.252 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi096 running (4m) 11s ago 15m 35.1M 2048M 19.0.0-2051-g3a866975 06a486fd9bae a4b0f406f084 2024-04-10T02:37:57.252 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (4m) 11s ago 15m 39.2M 2048M 19.0.0-2051-g3a866975 06a486fd9bae d2116cc169d9 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (7m) 11s ago 10m 16.4M - 1.5.0 0da6a335fe13 58502a8eacf6 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi096 *:9100 running (6m) 11s ago 10m 16.6M - 1.5.0 0da6a335fe13 5785fa6cccd4 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (2m) 11s ago 14m 48.6M 2481M 19.0.0-2051-g3a866975 06a486fd9bae ef1416945510 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (85s) 11s ago 14m 41.6M 2481M 19.0.0-2051-g3a866975 06a486fd9bae 52cec41ec2e9 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (51s) 11s ago 13m 39.0M 2481M 19.0.0-2051-g3a866975 06a486fd9bae 63473e484a8b 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (16s) 11s ago 13m 12.6M 2481M 19.0.0-2051-g3a866975 06a486fd9bae 8d9f7ad95ff6 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi096 running (13m) 11s ago 13m 49.2M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad e8079efaa919 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi096 running (12m) 11s ago 12m 47.9M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 7b36d0ad158e 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi096 running (12m) 11s ago 12m 50.4M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad d06e60541340 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi096 running (11m) 11s ago 11m 52.4M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 71668ba74b17 2024-04-10T02:37:57.253 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi096 *:9095 running (6m) 11s ago 11m 62.0M - 2.43.0 a07b618ecd1d 078839f54d1d 2024-04-10T02:37:57.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:57 smithi057 ceph-mon[96697]: pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:57.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:57 smithi057 ceph-mon[100739]: pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:57.928 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -e sha1=3a866975a60f6dc859246f6f19fd8ddb4db2cc2e -- bash -c 'ceph versions' 2024-04-10T02:37:57.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:57 smithi096 ceph-mon[88652]: pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:58.192 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:37:58.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:58 smithi057 ceph-mon[96697]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:37:58.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:58 smithi057 ceph-mon[100739]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:37:59.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:58 smithi096 ceph-mon[88652]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T02:37:59.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:37:59 smithi057 ceph-mon[96697]: pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:59.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:37:59 smithi057 ceph-mon[100739]: pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:37:59.918 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-10T02:37:59.918 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)": 3 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)": 2 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)": 4, 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)": 4 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": { 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)": 2 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-10T02:37:59.919 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-10T02:37:59.920 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)": 6, 2024-04-10T02:37:59.920 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-2051-g3a866975 (3a866975a60f6dc859246f6f19fd8ddb4db2cc2e) squid (dev)": 9 2024-04-10T02:37:59.920 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-10T02:37:59.920 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-10T02:38:00.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:37:59 smithi096 ceph-mon[88652]: pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:00.554 DEBUG:teuthology.parallel:result is None 2024-04-10T02:38:00.554 INFO:teuthology.run_tasks:Running task print... 2024-04-10T02:38:00.567 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2024-04-10T02:38:00.567 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-04-10T02:38:00.579 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-10T02:38:00.579 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-10T02:38:00.580 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-10T02:38:00.843 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:00.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:00 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1455443347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:38:00.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:00 smithi057 ceph-mon[96697]: pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:00.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:00 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1455443347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:38:00.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:00 smithi057 ceph-mon[100739]: pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:01.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:00 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1455443347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T02:38:01.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:00 smithi096 ceph-mon[88652]: pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:02.221 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:02.221 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:02.221 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:02.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:01 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:02.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:01 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:02.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:01 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:02.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:02.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:02.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:02.694 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:38:03.001 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:02 smithi057 ceph-mon[100739]: pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:03.001 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:02 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2240343199' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T02:38:03.001 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:02 smithi057 ceph-mon[96697]: pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:03.001 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:02 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2240343199' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T02:38:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:02 smithi096 ceph-mon[88652]: pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:03.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:02 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2240343199' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T02:38:03.282 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:38:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:38:03] "GET /metrics HTTP/1.1" 200 34150 "" "Prometheus/2.43.0" 2024-04-10T02:38:03.307 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":39,"flags":0,"active_gid":34107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":4040919061},{"type":"v1","addr":"172.21.15.57:6801","nonce":4040919061}]},"active_addr":"172.21.15.57:6801/4040919061","active_change":"2024-04-10T02:32:15.788602+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":25618,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.57:8443/","prometheus":"http://172.21.15.57:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":90,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":884285985}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":2589177745}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":3803806644}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":2004415313}]}]} 2024-04-10T02:38:03.311 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-10T02:38:03.311 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-10T02:38:03.311 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T02:38:03.574 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:05.367 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:38:05.367 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":110,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","created":"2024-04-10T02:21:00.731178+0000","modified":"2024-04-10T02:37:48.069160+0000","last_up_change":"2024-04-10T02:37:47.066691+0000","last_in_change":"2024-04-10T02:25:47.654754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T02:24:06.505628+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-10T02:26:40.701970+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":85,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-10T02:27:51.006747+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-10T02:27:51.314017+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"54411bdf-a1a9-4cc4-aef5-c1fa14654a62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":90,"up_from":94,"up_thru":109,"down_at":91,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":3994069884},{"type":"v1","addr":"172.21.15.57:6803","nonce":3994069884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":3994069884},{"type":"v1","addr":"172.21.15.57:6805","nonce":3994069884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3994069884},{"type":"v1","addr":"172.21.15.57:6809","nonce":3994069884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":3994069884},{"type":"v1","addr":"172.21.15.57:6807","nonce":3994069884}]},"public_addr":"172.21.15.57:6803/3994069884","cluster_addr":"172.21.15.57:6805/3994069884","heartbeat_back_addr":"172.21.15.57:6809/3994069884","heartbeat_front_addr":"172.21.15.57:6807/3994069884","state":["exists","up"]},{"osd":1,"uuid":"8145d228-2858-475f-bddd-37e95f2236af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":95,"up_from":99,"up_thru":109,"down_at":96,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3899769326},{"type":"v1","addr":"172.21.15.57:6811","nonce":3899769326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3899769326},{"type":"v1","addr":"172.21.15.57:6813","nonce":3899769326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":3899769326},{"type":"v1","addr":"172.21.15.57:6817","nonce":3899769326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3899769326},{"type":"v1","addr":"172.21.15.57:6815","nonce":3899769326}]},"public_addr":"172.21.15.57:6811/3899769326","cluster_addr":"172.21.15.57:6813/3899769326","heartbeat_back_addr":"172.21.15.57:6817/3899769326","heartbeat_front_addr":"172.21.15.57:6815/3899769326","state":["exists","up"]},{"osd":2,"uuid":"584c469a-7733-4569-8996-d395f45a5d2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":100,"up_from":104,"up_thru":109,"down_at":101,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":981178210},{"type":"v1","addr":"172.21.15.57:6819","nonce":981178210}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":981178210},{"type":"v1","addr":"172.21.15.57:6821","nonce":981178210}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":981178210},{"type":"v1","addr":"172.21.15.57:6825","nonce":981178210}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":981178210},{"type":"v1","addr":"172.21.15.57:6823","nonce":981178210}]},"public_addr":"172.21.15.57:6819/981178210","cluster_addr":"172.21.15.57:6821/981178210","heartbeat_back_addr":"172.21.15.57:6825/981178210","heartbeat_front_addr":"172.21.15.57:6823/981178210","state":["exists","up"]},{"osd":3,"uuid":"c78696ee-dbff-4be7-8362-69ba41994c33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":105,"up_from":109,"up_thru":109,"down_at":106,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1127890590},{"type":"v1","addr":"172.21.15.57:6827","nonce":1127890590}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1127890590},{"type":"v1","addr":"172.21.15.57:6829","nonce":1127890590}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1127890590},{"type":"v1","addr":"172.21.15.57:6833","nonce":1127890590}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1127890590},{"type":"v1","addr":"172.21.15.57:6831","nonce":1127890590}]},"public_addr":"172.21.15.57:6827/1127890590","cluster_addr":"172.21.15.57:6829/1127890590","heartbeat_back_addr":"172.21.15.57:6833/1127890590","heartbeat_front_addr":"172.21.15.57:6831/1127890590","state":["exists","up"]},{"osd":4,"uuid":"10c3e705-710a-45b1-a6ee-61ace3a0d7d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":109,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6801","nonce":2937302667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6803","nonce":2937302667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6807","nonce":2937302667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6805","nonce":2937302667}]},"public_addr":"172.21.15.96:6801/2937302667","cluster_addr":"172.21.15.96:6803/2937302667","heartbeat_back_addr":"172.21.15.96:6807/2937302667","heartbeat_front_addr":"172.21.15.96:6805/2937302667","state":["exists","up"]},{"osd":5,"uuid":"771567af-a2b2-4244-9e00-59e0f7d5cd2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":109,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6809","nonce":2639485052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6811","nonce":2639485052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6815","nonce":2639485052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6813","nonce":2639485052}]},"public_addr":"172.21.15.96:6809/2639485052","cluster_addr":"172.21.15.96:6811/2639485052","heartbeat_back_addr":"172.21.15.96:6815/2639485052","heartbeat_front_addr":"172.21.15.96:6813/2639485052","state":["exists","up"]},{"osd":6,"uuid":"04ea9c97-1074-4979-bf51-4dfd715715a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":106,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6817","nonce":121076508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6819","nonce":121076508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6823","nonce":121076508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6821","nonce":121076508}]},"public_addr":"172.21.15.96:6817/121076508","cluster_addr":"172.21.15.96:6819/121076508","heartbeat_back_addr":"172.21.15.96:6823/121076508","heartbeat_front_addr":"172.21.15.96:6821/121076508","state":["exists","up"]},{"osd":7,"uuid":"a90bdaad-68ee-4457-a744-504adea3be5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":109,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6825","nonce":716758684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6827","nonce":716758684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6831","nonce":716758684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6829","nonce":716758684}]},"public_addr":"172.21.15.96:6825/716758684","cluster_addr":"172.21.15.96:6827/716758684","heartbeat_back_addr":"172.21.15.96:6831/716758684","heartbeat_front_addr":"172.21.15.96:6829/716758684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:14.052731+0000","dead_epoch":90},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:38.617353+0000","dead_epoch":95},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:02.766286+0000","dead_epoch":100},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:27.596450+0000","dead_epoch":105},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:49.805234+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:14.230456+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:38.527139+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:26:03.095877+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.14","mappings":[{"from":1,"to":5}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:6800/1793851891":"2024-04-11T02:30:23.800276+0000","172.21.15.57:0/1889369183":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:6800/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/2495544421":"2024-04-11T02:30:23.800276+0000","172.21.15.57:0/3845307486":"2024-04-11T02:26:39.496951+0000","172.21.15.96:0/3067701566":"2024-04-11T02:31:32.026005+0000","172.21.15.96:0/2518126195":"2024-04-11T02:31:32.026005+0000","172.21.15.96:0/3901892332":"2024-04-11T02:31:32.026005+0000","172.21.15.57:0/3793120528":"2024-04-11T02:32:15.788369+0000","172.21.15.57:0/545913554":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/4091859752":"2024-04-11T02:32:15.788369+0000","172.21.15.57:0/1777571460":"2024-04-11T02:32:15.788369+0000","172.21.15.96:0/3939012439":"2024-04-11T02:31:32.026005+0000","172.21.15.57:6800/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/2215101209":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/3815357228":"2024-04-11T02:30:23.800276+0000","172.21.15.57:6801/1793851891":"2024-04-11T02:30:23.800276+0000","172.21.15.57:0/2279860765":"2024-04-11T02:30:23.800276+0000","172.21.15.57:6800/121564593":"2024-04-11T02:32:15.788369+0000","172.21.15.57:6801/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.96:6834/25954239":"2024-04-11T02:31:32.026005+0000","172.21.15.96:6835/25954239":"2024-04-11T02:31:32.026005+0000","172.21.15.57:0/23121013":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/1233724594":"2024-04-11T02:21:54.190778+0000","172.21.15.96:0/3421359619":"2024-04-11T02:31:32.026005+0000","172.21.15.57:0/3100544903":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/3546163911":"2024-04-11T02:21:30.868256+0000","172.21.15.57:6801/121564593":"2024-04-11T02:32:15.788369+0000","172.21.15.57:0/155953296":"2024-04-11T02:26:39.496951+0000","172.21.15.96:0/1685328074":"2024-04-11T02:31:32.026005+0000","172.21.15.57:0/3133638846":"2024-04-11T02:30:23.800276+0000","172.21.15.57:0/590106048":"2024-04-11T02:32:15.788369+0000","172.21.15.57:6800/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/1072043235":"2024-04-11T02:32:15.788369+0000","172.21.15.57:0/2719633832":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/2904342252":"2024-04-11T02:32:15.788369+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T02:38:05.941 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:05 smithi096 ceph-mon[88652]: pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:05.941 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:05 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2183154774' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:38:06.015 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:05 smithi057 ceph-mon[96697]: pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:06.016 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:05 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2183154774' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:38:06.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:05 smithi057 ceph-mon[100739]: pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:06.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:05 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2183154774' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:38:06.040 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-10T02:38:06.040 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T02:38:06.302 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:06.742 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[96697]: pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[96697]: pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:38:06.743 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:38:06.744 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:38:06.744 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[100739]: pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:06.744 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[100739]: pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:06.744 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:06.744 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:38:06.744 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:38:06.744 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:38:06.744 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:38:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:38:06.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:38:06.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:06 smithi096 ceph-mon[88652]: pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:06.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:06 smithi096 ceph-mon[88652]: pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:06.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:06.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:38:06.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:38:06.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:38:06.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:38:07.774 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:07 smithi057 ceph-mon[96697]: pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:07.774 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:07 smithi057 ceph-mon[96697]: pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:07.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:07 smithi057 ceph-mon[100739]: pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:07.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:07 smithi057 ceph-mon[100739]: pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:07 smithi096 ceph-mon[88652]: pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:07 smithi096 ceph-mon[88652]: pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:08.207 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:38:08.207 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":110,"fsid":"b798e566-f6e0-11ee-b64a-cb9ed24678a4","created":"2024-04-10T02:21:00.731178+0000","modified":"2024-04-10T02:37:48.069160+0000","last_up_change":"2024-04-10T02:37:47.066691+0000","last_in_change":"2024-04-10T02:25:47.654754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T02:24:06.505628+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-10T02:26:40.701970+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":85,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-10T02:27:51.006747+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-10T02:27:51.314017+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"54411bdf-a1a9-4cc4-aef5-c1fa14654a62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":90,"up_from":94,"up_thru":109,"down_at":91,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":3994069884},{"type":"v1","addr":"172.21.15.57:6803","nonce":3994069884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":3994069884},{"type":"v1","addr":"172.21.15.57:6805","nonce":3994069884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3994069884},{"type":"v1","addr":"172.21.15.57:6809","nonce":3994069884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":3994069884},{"type":"v1","addr":"172.21.15.57:6807","nonce":3994069884}]},"public_addr":"172.21.15.57:6803/3994069884","cluster_addr":"172.21.15.57:6805/3994069884","heartbeat_back_addr":"172.21.15.57:6809/3994069884","heartbeat_front_addr":"172.21.15.57:6807/3994069884","state":["exists","up"]},{"osd":1,"uuid":"8145d228-2858-475f-bddd-37e95f2236af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":95,"up_from":99,"up_thru":109,"down_at":96,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3899769326},{"type":"v1","addr":"172.21.15.57:6811","nonce":3899769326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3899769326},{"type":"v1","addr":"172.21.15.57:6813","nonce":3899769326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":3899769326},{"type":"v1","addr":"172.21.15.57:6817","nonce":3899769326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3899769326},{"type":"v1","addr":"172.21.15.57:6815","nonce":3899769326}]},"public_addr":"172.21.15.57:6811/3899769326","cluster_addr":"172.21.15.57:6813/3899769326","heartbeat_back_addr":"172.21.15.57:6817/3899769326","heartbeat_front_addr":"172.21.15.57:6815/3899769326","state":["exists","up"]},{"osd":2,"uuid":"584c469a-7733-4569-8996-d395f45a5d2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":100,"up_from":104,"up_thru":109,"down_at":101,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":981178210},{"type":"v1","addr":"172.21.15.57:6819","nonce":981178210}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":981178210},{"type":"v1","addr":"172.21.15.57:6821","nonce":981178210}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":981178210},{"type":"v1","addr":"172.21.15.57:6825","nonce":981178210}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":981178210},{"type":"v1","addr":"172.21.15.57:6823","nonce":981178210}]},"public_addr":"172.21.15.57:6819/981178210","cluster_addr":"172.21.15.57:6821/981178210","heartbeat_back_addr":"172.21.15.57:6825/981178210","heartbeat_front_addr":"172.21.15.57:6823/981178210","state":["exists","up"]},{"osd":3,"uuid":"c78696ee-dbff-4be7-8362-69ba41994c33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":105,"up_from":109,"up_thru":109,"down_at":106,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1127890590},{"type":"v1","addr":"172.21.15.57:6827","nonce":1127890590}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1127890590},{"type":"v1","addr":"172.21.15.57:6829","nonce":1127890590}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1127890590},{"type":"v1","addr":"172.21.15.57:6833","nonce":1127890590}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1127890590},{"type":"v1","addr":"172.21.15.57:6831","nonce":1127890590}]},"public_addr":"172.21.15.57:6827/1127890590","cluster_addr":"172.21.15.57:6829/1127890590","heartbeat_back_addr":"172.21.15.57:6833/1127890590","heartbeat_front_addr":"172.21.15.57:6831/1127890590","state":["exists","up"]},{"osd":4,"uuid":"10c3e705-710a-45b1-a6ee-61ace3a0d7d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":109,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6801","nonce":2937302667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6803","nonce":2937302667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6807","nonce":2937302667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":2937302667},{"type":"v1","addr":"172.21.15.96:6805","nonce":2937302667}]},"public_addr":"172.21.15.96:6801/2937302667","cluster_addr":"172.21.15.96:6803/2937302667","heartbeat_back_addr":"172.21.15.96:6807/2937302667","heartbeat_front_addr":"172.21.15.96:6805/2937302667","state":["exists","up"]},{"osd":5,"uuid":"771567af-a2b2-4244-9e00-59e0f7d5cd2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":109,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6809","nonce":2639485052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6811","nonce":2639485052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6815","nonce":2639485052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":2639485052},{"type":"v1","addr":"172.21.15.96:6813","nonce":2639485052}]},"public_addr":"172.21.15.96:6809/2639485052","cluster_addr":"172.21.15.96:6811/2639485052","heartbeat_back_addr":"172.21.15.96:6815/2639485052","heartbeat_front_addr":"172.21.15.96:6813/2639485052","state":["exists","up"]},{"osd":6,"uuid":"04ea9c97-1074-4979-bf51-4dfd715715a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":106,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6817","nonce":121076508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6819","nonce":121076508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6823","nonce":121076508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":121076508},{"type":"v1","addr":"172.21.15.96:6821","nonce":121076508}]},"public_addr":"172.21.15.96:6817/121076508","cluster_addr":"172.21.15.96:6819/121076508","heartbeat_back_addr":"172.21.15.96:6823/121076508","heartbeat_front_addr":"172.21.15.96:6821/121076508","state":["exists","up"]},{"osd":7,"uuid":"a90bdaad-68ee-4457-a744-504adea3be5a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":109,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6825","nonce":716758684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6827","nonce":716758684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6831","nonce":716758684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":716758684},{"type":"v1","addr":"172.21.15.96:6829","nonce":716758684}]},"public_addr":"172.21.15.96:6825/716758684","cluster_addr":"172.21.15.96:6827/716758684","heartbeat_back_addr":"172.21.15.96:6831/716758684","heartbeat_front_addr":"172.21.15.96:6829/716758684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:14.052731+0000","dead_epoch":90},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:23:38.617353+0000","dead_epoch":95},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:02.766286+0000","dead_epoch":100},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:27.596450+0000","dead_epoch":105},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:24:49.805234+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:14.230456+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:25:38.527139+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T02:26:03.095877+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.14","mappings":[{"from":1,"to":5}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:6800/1793851891":"2024-04-11T02:30:23.800276+0000","172.21.15.57:0/1889369183":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:6800/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/2495544421":"2024-04-11T02:30:23.800276+0000","172.21.15.57:0/3845307486":"2024-04-11T02:26:39.496951+0000","172.21.15.96:0/3067701566":"2024-04-11T02:31:32.026005+0000","172.21.15.96:0/2518126195":"2024-04-11T02:31:32.026005+0000","172.21.15.96:0/3901892332":"2024-04-11T02:31:32.026005+0000","172.21.15.57:0/3793120528":"2024-04-11T02:32:15.788369+0000","172.21.15.57:0/545913554":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/4091859752":"2024-04-11T02:32:15.788369+0000","172.21.15.57:0/1777571460":"2024-04-11T02:32:15.788369+0000","172.21.15.96:0/3939012439":"2024-04-11T02:31:32.026005+0000","172.21.15.57:6800/3632356715":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/2215101209":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/3815357228":"2024-04-11T02:30:23.800276+0000","172.21.15.57:6801/1793851891":"2024-04-11T02:30:23.800276+0000","172.21.15.57:0/2279860765":"2024-04-11T02:30:23.800276+0000","172.21.15.57:6800/121564593":"2024-04-11T02:32:15.788369+0000","172.21.15.57:6801/886506349":"2024-04-11T02:26:39.496951+0000","172.21.15.96:6834/25954239":"2024-04-11T02:31:32.026005+0000","172.21.15.96:6835/25954239":"2024-04-11T02:31:32.026005+0000","172.21.15.57:0/23121013":"2024-04-11T02:21:54.190778+0000","172.21.15.57:6801/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/1233724594":"2024-04-11T02:21:54.190778+0000","172.21.15.96:0/3421359619":"2024-04-11T02:31:32.026005+0000","172.21.15.57:0/3100544903":"2024-04-11T02:26:39.496951+0000","172.21.15.57:0/3546163911":"2024-04-11T02:21:30.868256+0000","172.21.15.57:6801/121564593":"2024-04-11T02:32:15.788369+0000","172.21.15.57:0/155953296":"2024-04-11T02:26:39.496951+0000","172.21.15.96:0/1685328074":"2024-04-11T02:31:32.026005+0000","172.21.15.57:0/3133638846":"2024-04-11T02:30:23.800276+0000","172.21.15.57:0/590106048":"2024-04-11T02:32:15.788369+0000","172.21.15.57:6800/475332572":"2024-04-11T02:21:54.190778+0000","172.21.15.57:0/1072043235":"2024-04-11T02:32:15.788369+0000","172.21.15.57:0/2719633832":"2024-04-11T02:21:30.868256+0000","172.21.15.57:0/2904342252":"2024-04-11T02:32:15.788369+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T02:38:08.806 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-10T02:38:08.807 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-10T02:38:08.807 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-10T02:38:08.807 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-10T02:38:08.808 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-10T02:38:08.808 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-10T02:38:08.809 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-10T02:38:08.810 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-10T02:38:08.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:08 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/449168888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:38:09.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:08 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/449168888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:38:09.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:08 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/449168888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T02:38:09.411 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:09.412 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:09.413 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:09.415 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:09.420 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:09.420 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:09.424 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:09.440 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:09.816 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:09 smithi057 ceph-mon[96697]: pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:09.817 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:09 smithi057 ceph-mon[100739]: pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:09.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:09 smithi096 ceph-mon[88652]: pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:11.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:11 smithi096 ceph-mon[88652]: pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:12.080 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:11 smithi057 ceph-mon[96697]: pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:12.081 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:11 smithi057 ceph-mon[100739]: pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:13.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:38:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:38:13] "GET /metrics HTTP/1.1" 200 34150 "" "Prometheus/2.43.0" 2024-04-10T02:38:13.755 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:13 smithi057 ceph-mon[96697]: pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:13.756 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:13 smithi057 ceph-mon[100739]: pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:13.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:13 smithi096 ceph-mon[88652]: pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:15.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:15 smithi057 ceph-mon[96697]: pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:15 smithi057 ceph-mon[100739]: pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:15 smithi096 ceph-mon[88652]: pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:17.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:17.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:17.695 INFO:teuthology.orchestra.run.smithi057.stdout:468151435271 2024-04-10T02:38:17.695 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-10T02:38:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:17 smithi096 ceph-mon[88652]: pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:18.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:17 smithi057 ceph-mon[96697]: pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:18.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:17 smithi057 ceph-mon[100739]: pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:19.229 INFO:teuthology.orchestra.run.smithi057.stdout:403726925860 2024-04-10T02:38:19.229 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-10T02:38:19.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:19 smithi057 ceph-mon[96697]: pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:19.836 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:19 smithi057 ceph-mon[100739]: pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:19 smithi096 ceph-mon[88652]: pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:20.362 INFO:teuthology.orchestra.run.smithi057.stdout:425201762326 2024-04-10T02:38:20.362 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-10T02:38:21.634 INFO:teuthology.orchestra.run.smithi057.stdout:446676598799 2024-04-10T02:38:21.634 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-10T02:38:21.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:21 smithi057 ceph-mon[96697]: pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:21.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:21 smithi057 ceph-mon[100739]: pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:21.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:21 smithi096 ceph-mon[88652]: pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:23.098 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:38:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:38:23] "GET /metrics HTTP/1.1" 200 34151 "" "Prometheus/2.43.0" 2024-04-10T02:38:23.123 INFO:teuthology.orchestra.run.smithi057.stdout:133143986343 2024-04-10T02:38:23.124 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-10T02:38:24.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:23 smithi057 ceph-mon[96697]: pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:24.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:23 smithi057 ceph-mon[100739]: pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:24.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:23 smithi096 ceph-mon[88652]: pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:24.516 INFO:teuthology.orchestra.run.smithi057.stdout:167503724705 2024-04-10T02:38:24.516 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-10T02:38:24.807 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:24.807 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:24.808 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:24 smithi057 ceph-mon[96697]: pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:25.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:24 smithi057 ceph-mon[100739]: pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:25.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:24 smithi096 ceph-mon[88652]: pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:25.320 INFO:teuthology.orchestra.run.smithi057.stdout:236223201431 2024-04-10T02:38:25.320 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-10T02:38:25.362 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:25.382 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:27.233 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:26 smithi057 ceph-mon[96697]: pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:27.234 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:26 smithi057 ceph-mon[100739]: pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:27.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:26 smithi096 ceph-mon[88652]: pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:29.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:28 smithi057 ceph-mon[96697]: pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:29.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:28 smithi057 ceph-mon[100739]: pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:29.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:28 smithi096 ceph-mon[88652]: pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:29.445 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:30 smithi096 ceph-mon[88652]: pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:30 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:31.266 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:30 smithi057 ceph-mon[96697]: pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:31.267 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:30 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:31.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:30 smithi057 ceph-mon[100739]: pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:31.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:30 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:31.294 INFO:teuthology.orchestra.run.smithi057.stdout:201863463068 2024-04-10T02:38:31.294 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-10T02:38:32.909 INFO:teuthology.orchestra.run.smithi057.stdout:468151435275 2024-04-10T02:38:33.138 INFO:teuthology.orchestra.run.smithi057.stdout:133143986345 2024-04-10T02:38:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:32 smithi096 ceph-mon[88652]: pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:32 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/297455470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T02:38:33.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:32 smithi057 ceph-mon[96697]: pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:33.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:32 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/297455470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T02:38:33.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:32 smithi057 ceph-mon[100739]: pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:33.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:32 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/297455470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T02:38:33.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:38:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:38:33] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-04-10T02:38:34.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:33 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3387376222' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T02:38:34.138 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:33 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3387376222' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T02:38:34.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:33 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3387376222' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T02:38:34.287 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:35.103 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986343 got 133143986345 for osd.4 2024-04-10T02:38:35.103 DEBUG:teuthology.parallel:result is None 2024-04-10T02:38:35.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:34 smithi096 ceph-mon[88652]: pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:35.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:34 smithi057 ceph-mon[96697]: pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:35.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:34 smithi057 ceph-mon[100739]: pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:35.831 INFO:tasks.cephadm.ceph_manager.ceph:need seq 468151435271 got 468151435275 for osd.3 2024-04-10T02:38:35.831 DEBUG:teuthology.parallel:result is None 2024-04-10T02:38:36.636 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:36.899 INFO:teuthology.orchestra.run.smithi057.stdout:236223201433 2024-04-10T02:38:37.036 INFO:teuthology.orchestra.run.smithi057.stdout:425201762329 2024-04-10T02:38:37.228 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:36 smithi057 ceph-mon[96697]: pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:37.228 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:36 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/4221105134' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T02:38:37.228 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:36 smithi057 ceph-mon[100739]: pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:37.228 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:36 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/4221105134' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T02:38:37.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:36 smithi096 ceph-mon[88652]: pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:37.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:36 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/4221105134' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T02:38:38.072 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:38 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3306062898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T02:38:38.073 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:38 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3306062898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T02:38:38.286 INFO:teuthology.orchestra.run.smithi057.stdout:403726925865 2024-04-10T02:38:38.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:38 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3306062898' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T02:38:38.507 INFO:teuthology.orchestra.run.smithi057.stdout:446676598803 2024-04-10T02:38:39.284 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:39 smithi057 ceph-mon[96697]: pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:39.284 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:39 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2147899253' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T02:38:39.284 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:39 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/350271662' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T02:38:39.284 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:39 smithi057 ceph-mon[100739]: pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:39.284 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:39 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2147899253' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T02:38:39.285 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:39 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/350271662' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T02:38:39.370 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201431 got 236223201433 for osd.7 2024-04-10T02:38:39.370 DEBUG:teuthology.parallel:result is None 2024-04-10T02:38:39.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:39 smithi096 ceph-mon[88652]: pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:39.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:39 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2147899253' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T02:38:39.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:39 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/350271662' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T02:38:40.366 INFO:teuthology.orchestra.run.smithi057.stdout:167503724708 2024-04-10T02:38:41.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:41 smithi057 ceph-mon[96697]: pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:41.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:41 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2043014954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T02:38:41.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:41 smithi057 ceph-mon[100739]: pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:41.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:41 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2043014954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T02:38:41.152 INFO:tasks.cephadm.ceph_manager.ceph:need seq 403726925860 got 403726925865 for osd.0 2024-04-10T02:38:41.152 DEBUG:teuthology.parallel:result is None 2024-04-10T02:38:41.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:41 smithi096 ceph-mon[88652]: pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:41.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:41 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2043014954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T02:38:41.625 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724705 got 167503724708 for osd.5 2024-04-10T02:38:41.625 DEBUG:teuthology.parallel:result is None 2024-04-10T02:38:42.219 INFO:tasks.cephadm.ceph_manager.ceph:need seq 446676598799 got 446676598803 for osd.2 2024-04-10T02:38:42.219 DEBUG:teuthology.parallel:result is None 2024-04-10T02:38:42.713 INFO:tasks.cephadm.ceph_manager.ceph:need seq 425201762326 got 425201762329 for osd.1 2024-04-10T02:38:42.713 DEBUG:teuthology.parallel:result is None 2024-04-10T02:38:43.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:43 smithi057 ceph-mon[96697]: pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:43.296 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:43 smithi057 ceph-mon[100739]: pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:43.296 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:38:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:38:43] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-04-10T02:38:43.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:43 smithi096 ceph-mon[88652]: pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:43.810 INFO:teuthology.orchestra.run.smithi057.stdout:201863463071 2024-04-10T02:38:44.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:44 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2997995210' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T02:38:44.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:44 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2997995210' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T02:38:44.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:44 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2997995210' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T02:38:44.515 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863463068 got 201863463071 for osd.6 2024-04-10T02:38:44.516 DEBUG:teuthology.parallel:result is None 2024-04-10T02:38:44.516 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-10T02:38:44.516 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T02:38:44.783 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:45.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:45 smithi057 ceph-mon[96697]: pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:45.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:45 smithi057 ceph-mon[100739]: pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:45.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:45 smithi096 ceph-mon[88652]: pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:46.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:46.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:38:46.597 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:38:46.598 INFO:teuthology.orchestra.run.smithi057.stderr:dumped all 2024-04-10T02:38:47.167 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:47 smithi057 ceph-mon[96697]: pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:47.167 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:47 smithi057 ceph-mon[96697]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:38:47.167 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:47 smithi057 ceph-mon[100739]: pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:47.167 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:47 smithi057 ceph-mon[100739]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:38:47.392 INFO:teuthology.orchestra.run.smithi057.stdout:{"pg_ready":true,"pg_map":{"version":241,"stamp":"2024-04-10T02:38:45.891562+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790221,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6495,"num_read_kb":13916,"num_write":1146,"num_write_kb":15031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1192,"ondisk_log_size":1192,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1331292,"kb_used_data":23536,"kb_used_omap":35,"kb_used_meta":1307612,"kb_avail":748629924,"statfs":{"total":767960285184,"available":766597042176,"internally_reserved":0,"allocated":24100864,"data_stored":19386297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36862,"internal_metadata":1338994690},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002588"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":67,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.074203+0000","last_change":"2024-04-10T02:36:37.972166+0000","last_active":"2024-04-10T02:37:47.074203+0000","last_peered":"2024-04-10T02:37:47.074203+0000","last_clean":"2024-04-10T02:37:47.074203+0000","last_became_active":"2024-04-10T02:36:37.971814+0000","last_became_peered":"2024-04-10T02:36:37.971814+0000","last_unstale":"2024-04-10T02:37:47.074203+0000","last_undegraded":"2024-04-10T02:37:47.074203+0000","last_fullsized":"2024-04-10T02:37:47.074203+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:58:48.430542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":65,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.095654+0000","last_change":"2024-04-10T02:37:12.931826+0000","last_active":"2024-04-10T02:37:48.095654+0000","last_peered":"2024-04-10T02:37:48.095654+0000","last_clean":"2024-04-10T02:37:48.095654+0000","last_became_active":"2024-04-10T02:37:12.931433+0000","last_became_peered":"2024-04-10T02:37:12.931433+0000","last_unstale":"2024-04-10T02:37:48.095654+0000","last_undegraded":"2024-04-10T02:37:48.095654+0000","last_fullsized":"2024-04-10T02:37:48.095654+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:47:06.631325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":92,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.106168+0000","last_change":"2024-04-10T02:37:48.106168+0000","last_active":"2024-04-10T02:37:48.106168+0000","last_peered":"2024-04-10T02:37:48.106168+0000","last_clean":"2024-04-10T02:37:48.106168+0000","last_became_active":"2024-04-10T02:37:48.104821+0000","last_became_peered":"2024-04-10T02:37:48.104821+0000","last_unstale":"2024-04-10T02:37:48.106168+0000","last_undegraded":"2024-04-10T02:37:48.106168+0000","last_fullsized":"2024-04-10T02:37:48.106168+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:29:56.594391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":77,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.106547+0000","last_change":"2024-04-10T02:37:48.106547+0000","last_active":"2024-04-10T02:37:48.106547+0000","last_peered":"2024-04-10T02:37:48.106547+0000","last_clean":"2024-04-10T02:37:48.106547+0000","last_became_active":"2024-04-10T02:37:48.105905+0000","last_became_peered":"2024-04-10T02:37:48.105905+0000","last_unstale":"2024-04-10T02:37:48.106547+0000","last_undegraded":"2024-04-10T02:37:48.106547+0000","last_fullsized":"2024-04-10T02:37:48.106547+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:54:09.811781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":84,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.101945+0000","last_change":"2024-04-10T02:37:48.101945+0000","last_active":"2024-04-10T02:37:48.101945+0000","last_peered":"2024-04-10T02:37:48.101945+0000","last_clean":"2024-04-10T02:37:48.101945+0000","last_became_active":"2024-04-10T02:37:48.101640+0000","last_became_peered":"2024-04-10T02:37:48.101640+0000","last_unstale":"2024-04-10T02:37:48.101945+0000","last_undegraded":"2024-04-10T02:37:48.101945+0000","last_fullsized":"2024-04-10T02:37:48.101945+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:43:45.979765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":53,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.085452+0000","last_change":"2024-04-10T02:27:52.077534+0000","last_active":"2024-04-10T02:37:47.085452+0000","last_peered":"2024-04-10T02:37:47.085452+0000","last_clean":"2024-04-10T02:37:47.085452+0000","last_became_active":"2024-04-10T02:27:52.077269+0000","last_became_peered":"2024-04-10T02:27:52.077269+0000","last_unstale":"2024-04-10T02:37:47.085452+0000","last_undegraded":"2024-04-10T02:37:47.085452+0000","last_fullsized":"2024-04-10T02:37:47.085452+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:13:29.149584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":94,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.101928+0000","last_change":"2024-04-10T02:37:48.101928+0000","last_active":"2024-04-10T02:37:48.101928+0000","last_peered":"2024-04-10T02:37:48.101928+0000","last_clean":"2024-04-10T02:37:48.101928+0000","last_became_active":"2024-04-10T02:37:48.101534+0000","last_became_peered":"2024-04-10T02:37:48.101534+0000","last_unstale":"2024-04-10T02:37:48.101928+0000","last_undegraded":"2024-04-10T02:37:48.101928+0000","last_fullsized":"2024-04-10T02:37:48.101928+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:07:31.801523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":70,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.085078+0000","last_change":"2024-04-10T02:36:37.970604+0000","last_active":"2024-04-10T02:37:47.085078+0000","last_peered":"2024-04-10T02:37:47.085078+0000","last_clean":"2024-04-10T02:37:47.085078+0000","last_became_active":"2024-04-10T02:36:37.970161+0000","last_became_peered":"2024-04-10T02:36:37.970161+0000","last_unstale":"2024-04-10T02:37:47.085078+0000","last_undegraded":"2024-04-10T02:37:47.085078+0000","last_fullsized":"2024-04-10T02:37:47.085078+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:54:15.840396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":90,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.107500+0000","last_change":"2024-04-10T02:37:48.107500+0000","last_active":"2024-04-10T02:37:48.107500+0000","last_peered":"2024-04-10T02:37:48.107500+0000","last_clean":"2024-04-10T02:37:48.107500+0000","last_became_active":"2024-04-10T02:37:48.107134+0000","last_became_peered":"2024-04-10T02:37:48.107134+0000","last_unstale":"2024-04-10T02:37:48.107500+0000","last_undegraded":"2024-04-10T02:37:48.107500+0000","last_fullsized":"2024-04-10T02:37:48.107500+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T14:26:59.016941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":56,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.095292+0000","last_change":"2024-04-10T02:35:25.179208+0000","last_active":"2024-04-10T02:37:48.095292+0000","last_peered":"2024-04-10T02:37:48.095292+0000","last_clean":"2024-04-10T02:37:48.095292+0000","last_became_active":"2024-04-10T02:35:25.178834+0000","last_became_peered":"2024-04-10T02:35:25.178834+0000","last_unstale":"2024-04-10T02:37:48.095292+0000","last_undegraded":"2024-04-10T02:37:48.095292+0000","last_fullsized":"2024-04-10T02:37:48.095292+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:57:46.255169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":50,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.076290+0000","last_change":"2024-04-10T02:27:53.097891+0000","last_active":"2024-04-10T02:37:47.076290+0000","last_peered":"2024-04-10T02:37:47.076290+0000","last_clean":"2024-04-10T02:37:47.076290+0000","last_became_active":"2024-04-10T02:27:53.097630+0000","last_became_peered":"2024-04-10T02:27:53.097630+0000","last_unstale":"2024-04-10T02:37:47.076290+0000","last_undegraded":"2024-04-10T02:37:47.076290+0000","last_fullsized":"2024-04-10T02:37:47.076290+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:06:03.453303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":65,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.097141+0000","last_change":"2024-04-10T02:36:37.970592+0000","last_active":"2024-04-10T02:37:48.097141+0000","last_peered":"2024-04-10T02:37:48.097141+0000","last_clean":"2024-04-10T02:37:48.097141+0000","last_became_active":"2024-04-10T02:36:37.970233+0000","last_became_peered":"2024-04-10T02:36:37.970233+0000","last_unstale":"2024-04-10T02:37:48.097141+0000","last_undegraded":"2024-04-10T02:37:48.097141+0000","last_fullsized":"2024-04-10T02:37:48.097141+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:24:10.759359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"85'61","reported_seq":186,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.079090+0000","last_change":"2024-04-10T02:37:12.928082+0000","last_active":"2024-04-10T02:37:47.079090+0000","last_peered":"2024-04-10T02:37:47.079090+0000","last_clean":"2024-04-10T02:37:47.079090+0000","last_became_active":"2024-04-10T02:37:12.927644+0000","last_became_peered":"2024-04-10T02:37:12.927644+0000","last_unstale":"2024-04-10T02:37:47.079090+0000","last_undegraded":"2024-04-10T02:37:47.079090+0000","last_fullsized":"2024-04-10T02:37:47.079090+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":0,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:12:32.562761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000276514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":137,"num_write":75,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":67,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.106907+0000","last_change":"2024-04-10T02:37:48.106907+0000","last_active":"2024-04-10T02:37:48.106907+0000","last_peered":"2024-04-10T02:37:48.106907+0000","last_clean":"2024-04-10T02:37:48.106907+0000","last_became_active":"2024-04-10T02:37:48.106575+0000","last_became_peered":"2024-04-10T02:37:48.106575+0000","last_unstale":"2024-04-10T02:37:48.106907+0000","last_undegraded":"2024-04-10T02:37:48.106907+0000","last_fullsized":"2024-04-10T02:37:48.106907+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:36:29.011906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"85'160","reported_seq":630,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.093578+0000","last_change":"2024-04-10T02:36:37.978925+0000","last_active":"2024-04-10T02:37:48.093578+0000","last_peered":"2024-04-10T02:37:48.093578+0000","last_clean":"2024-04-10T02:37:48.093578+0000","last_became_active":"2024-04-10T02:36:37.978148+0000","last_became_peered":"2024-04-10T02:36:37.978148+0000","last_unstale":"2024-04-10T02:37:48.093578+0000","last_undegraded":"2024-04-10T02:37:48.093578+0000","last_fullsized":"2024-04-10T02:37:48.093578+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":160,"log_dups_size":0,"ondisk_log_size":160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:43:02.945573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026320599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":961,"num_read_kb":1070,"num_write":122,"num_write_kb":190,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":70,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.105932+0000","last_change":"2024-04-10T02:37:48.105932+0000","last_active":"2024-04-10T02:37:48.105932+0000","last_peered":"2024-04-10T02:37:48.105932+0000","last_clean":"2024-04-10T02:37:48.105932+0000","last_became_active":"2024-04-10T02:37:48.105477+0000","last_became_peered":"2024-04-10T02:37:48.105477+0000","last_unstale":"2024-04-10T02:37:48.105932+0000","last_undegraded":"2024-04-10T02:37:48.105932+0000","last_fullsized":"2024-04-10T02:37:48.105932+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:05:39.693239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":53,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.094900+0000","last_change":"2024-04-10T02:35:25.182675+0000","last_active":"2024-04-10T02:37:48.094900+0000","last_peered":"2024-04-10T02:37:48.094900+0000","last_clean":"2024-04-10T02:37:48.094900+0000","last_became_active":"2024-04-10T02:35:25.182084+0000","last_became_peered":"2024-04-10T02:35:25.182084+0000","last_unstale":"2024-04-10T02:37:48.094900+0000","last_undegraded":"2024-04-10T02:37:48.094900+0000","last_fullsized":"2024-04-10T02:37:48.094900+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:18:00.708585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":52,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.095149+0000","last_change":"2024-04-10T02:37:12.927514+0000","last_active":"2024-04-10T02:37:48.095149+0000","last_peered":"2024-04-10T02:37:48.095149+0000","last_clean":"2024-04-10T02:37:48.095149+0000","last_became_active":"2024-04-10T02:37:12.927181+0000","last_became_peered":"2024-04-10T02:37:12.927181+0000","last_unstale":"2024-04-10T02:37:48.095149+0000","last_undegraded":"2024-04-10T02:37:48.095149+0000","last_fullsized":"2024-04-10T02:37:48.095149+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:48:54.331554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"85'114","reported_seq":582,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080845+0000","last_change":"2024-04-10T02:35:25.177418+0000","last_active":"2024-04-10T02:37:47.080845+0000","last_peered":"2024-04-10T02:37:47.080845+0000","last_clean":"2024-04-10T02:37:47.080845+0000","last_became_active":"2024-04-10T02:35:25.176880+0000","last_became_peered":"2024-04-10T02:35:25.176880+0000","last_unstale":"2024-04-10T02:37:47.080845+0000","last_undegraded":"2024-04-10T02:37:47.080845+0000","last_fullsized":"2024-04-10T02:37:47.080845+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":114,"log_dups_size":0,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:23:46.632110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098548699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":948,"num_read_kb":3294,"num_write":95,"num_write_kb":2315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":71,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.097263+0000","last_change":"2024-04-10T02:37:12.927675+0000","last_active":"2024-04-10T02:37:48.097263+0000","last_peered":"2024-04-10T02:37:48.097263+0000","last_clean":"2024-04-10T02:37:48.097263+0000","last_became_active":"2024-04-10T02:37:12.927365+0000","last_became_peered":"2024-04-10T02:37:12.927365+0000","last_unstale":"2024-04-10T02:37:48.097263+0000","last_undegraded":"2024-04-10T02:37:48.097263+0000","last_fullsized":"2024-04-10T02:37:48.097263+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:27:42.109327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":61,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.108785+0000","last_change":"2024-04-10T02:37:48.108785+0000","last_active":"2024-04-10T02:37:48.108785+0000","last_peered":"2024-04-10T02:37:48.108785+0000","last_clean":"2024-04-10T02:37:48.108785+0000","last_became_active":"2024-04-10T02:37:48.108356+0000","last_became_peered":"2024-04-10T02:37:48.108356+0000","last_unstale":"2024-04-10T02:37:48.108785+0000","last_undegraded":"2024-04-10T02:37:48.108785+0000","last_fullsized":"2024-04-10T02:37:48.108785+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:10:15.984438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"85'79","reported_seq":355,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.079338+0000","last_change":"2024-04-10T02:36:37.969033+0000","last_active":"2024-04-10T02:37:47.079338+0000","last_peered":"2024-04-10T02:37:47.079338+0000","last_clean":"2024-04-10T02:37:47.079338+0000","last_became_active":"2024-04-10T02:36:37.968540+0000","last_became_peered":"2024-04-10T02:36:37.968540+0000","last_unstale":"2024-04-10T02:37:47.079338+0000","last_undegraded":"2024-04-10T02:37:47.079338+0000","last_fullsized":"2024-04-10T02:37:47.079338+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:19:01.852824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041341700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":476,"num_read_kb":406,"num_write":67,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080105+0000","last_change":"2024-04-10T02:27:53.325958+0000","last_active":"2024-04-10T02:37:47.080105+0000","last_peered":"2024-04-10T02:37:47.080105+0000","last_clean":"2024-04-10T02:37:47.080105+0000","last_became_active":"2024-04-10T02:27:53.325655+0000","last_became_peered":"2024-04-10T02:27:53.325655+0000","last_unstale":"2024-04-10T02:37:47.080105+0000","last_undegraded":"2024-04-10T02:37:47.080105+0000","last_fullsized":"2024-04-10T02:37:47.080105+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:59:18.935407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.101737+0000","last_change":"2024-04-10T02:37:48.101737+0000","last_active":"2024-04-10T02:37:48.101737+0000","last_peered":"2024-04-10T02:37:48.101737+0000","last_clean":"2024-04-10T02:37:48.101737+0000","last_became_active":"2024-04-10T02:37:48.101367+0000","last_became_peered":"2024-04-10T02:37:48.101367+0000","last_unstale":"2024-04-10T02:37:48.101737+0000","last_undegraded":"2024-04-10T02:37:48.101737+0000","last_fullsized":"2024-04-10T02:37:48.101737+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:18:22.560371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"90'161","reported_seq":449,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.079206+0000","last_change":"2024-04-10T02:35:25.178292+0000","last_active":"2024-04-10T02:37:47.079206+0000","last_peered":"2024-04-10T02:37:47.079206+0000","last_clean":"2024-04-10T02:37:47.079206+0000","last_became_active":"2024-04-10T02:35:25.177684+0000","last_became_peered":"2024-04-10T02:35:25.177684+0000","last_unstale":"2024-04-10T02:37:47.079206+0000","last_undegraded":"2024-04-10T02:37:47.079206+0000","last_fullsized":"2024-04-10T02:37:47.079206+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_clean_scrub_stamp":"2024-04-10T02:24:07.252135+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:58:50.589469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"85'157","reported_seq":370,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.083873+0000","last_change":"2024-04-10T02:37:12.933424+0000","last_active":"2024-04-10T02:37:47.083873+0000","last_peered":"2024-04-10T02:37:47.083873+0000","last_clean":"2024-04-10T02:37:47.083873+0000","last_became_active":"2024-04-10T02:37:12.932828+0000","last_became_peered":"2024-04-10T02:37:12.932828+0000","last_unstale":"2024-04-10T02:37:47.083873+0000","last_undegraded":"2024-04-10T02:37:47.083873+0000","last_fullsized":"2024-04-10T02:37:47.083873+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":157,"log_dups_size":0,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:13:30.726064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029708799999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":301,"num_read_kb":531,"num_write":163,"num_write_kb":250,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.093905+0000","last_change":"2024-04-10T02:36:37.970720+0000","last_active":"2024-04-10T02:37:48.093905+0000","last_peered":"2024-04-10T02:37:48.093905+0000","last_clean":"2024-04-10T02:37:48.093905+0000","last_became_active":"2024-04-10T02:36:37.970411+0000","last_became_peered":"2024-04-10T02:36:37.970411+0000","last_unstale":"2024-04-10T02:37:48.093905+0000","last_undegraded":"2024-04-10T02:37:48.093905+0000","last_fullsized":"2024-04-10T02:37:48.093905+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:25:35.271495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":52,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.092980+0000","last_change":"2024-04-10T02:37:12.925478+0000","last_active":"2024-04-10T02:37:48.092980+0000","last_peered":"2024-04-10T02:37:48.092980+0000","last_clean":"2024-04-10T02:37:48.092980+0000","last_became_active":"2024-04-10T02:37:12.925131+0000","last_became_peered":"2024-04-10T02:37:12.925131+0000","last_unstale":"2024-04-10T02:37:48.092980+0000","last_undegraded":"2024-04-10T02:37:48.092980+0000","last_fullsized":"2024-04-10T02:37:48.092980+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:14:59.297419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"85'108","reported_seq":541,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.105749+0000","last_change":"2024-04-10T02:37:48.105749+0000","last_active":"2024-04-10T02:37:48.105749+0000","last_peered":"2024-04-10T02:37:48.105749+0000","last_clean":"2024-04-10T02:37:48.105749+0000","last_became_active":"2024-04-10T02:37:48.104861+0000","last_became_peered":"2024-04-10T02:37:48.104861+0000","last_unstale":"2024-04-10T02:37:48.105749+0000","last_undegraded":"2024-04-10T02:37:48.105749+0000","last_fullsized":"2024-04-10T02:37:48.105749+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:46:48.132376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029579699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":722,"num_read_kb":5112,"num_write":91,"num_write_kb":5390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":61,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.102672+0000","last_change":"2024-04-10T02:37:48.101450+0000","last_active":"2024-04-10T02:37:48.102672+0000","last_peered":"2024-04-10T02:37:48.102672+0000","last_clean":"2024-04-10T02:37:48.102672+0000","last_became_active":"2024-04-10T02:37:48.101101+0000","last_became_peered":"2024-04-10T02:37:48.101101+0000","last_unstale":"2024-04-10T02:37:48.102672+0000","last_undegraded":"2024-04-10T02:37:48.102672+0000","last_fullsized":"2024-04-10T02:37:48.102672+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:14:45.065927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":68,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.075011+0000","last_change":"2024-04-10T02:35:25.179110+0000","last_active":"2024-04-10T02:37:47.075011+0000","last_peered":"2024-04-10T02:37:47.075011+0000","last_clean":"2024-04-10T02:37:47.075011+0000","last_became_active":"2024-04-10T02:35:25.178783+0000","last_became_peered":"2024-04-10T02:35:25.178783+0000","last_unstale":"2024-04-10T02:37:47.075011+0000","last_undegraded":"2024-04-10T02:37:47.075011+0000","last_fullsized":"2024-04-10T02:37:47.075011+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:05:28.759537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"85'166","reported_seq":1142,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.083506+0000","last_change":"2024-04-10T02:36:37.975445+0000","last_active":"2024-04-10T02:37:47.083506+0000","last_peered":"2024-04-10T02:37:47.083506+0000","last_clean":"2024-04-10T02:37:47.083506+0000","last_became_active":"2024-04-10T02:36:37.974998+0000","last_became_peered":"2024-04-10T02:36:37.974998+0000","last_unstale":"2024-04-10T02:37:47.083506+0000","last_undegraded":"2024-04-10T02:37:47.083506+0000","last_fullsized":"2024-04-10T02:37:47.083506+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:29:06.168181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067021400000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1770,"num_read_kb":1889,"num_write":101,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":43,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.093473+0000","last_change":"2024-04-10T02:36:37.973890+0000","last_active":"2024-04-10T02:37:48.093473+0000","last_peered":"2024-04-10T02:37:48.093473+0000","last_clean":"2024-04-10T02:37:48.093473+0000","last_became_active":"2024-04-10T02:36:37.973208+0000","last_became_peered":"2024-04-10T02:36:37.973208+0000","last_unstale":"2024-04-10T02:37:48.093473+0000","last_undegraded":"2024-04-10T02:37:48.093473+0000","last_fullsized":"2024-04-10T02:37:48.093473+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:31:18.029161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.103614+0000","last_change":"2024-04-10T02:37:48.103614+0000","last_active":"2024-04-10T02:37:48.103614+0000","last_peered":"2024-04-10T02:37:48.103614+0000","last_clean":"2024-04-10T02:37:48.103614+0000","last_became_active":"2024-04-10T02:37:48.103291+0000","last_became_peered":"2024-04-10T02:37:48.103291+0000","last_unstale":"2024-04-10T02:37:48.103614+0000","last_undegraded":"2024-04-10T02:37:48.103614+0000","last_fullsized":"2024-04-10T02:37:48.103614+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:26:38.297607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"85'131","reported_seq":527,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.095676+0000","last_change":"2024-04-10T02:36:37.971352+0000","last_active":"2024-04-10T02:37:48.095676+0000","last_peered":"2024-04-10T02:37:48.095676+0000","last_clean":"2024-04-10T02:37:48.095676+0000","last_became_active":"2024-04-10T02:36:37.970826+0000","last_became_peered":"2024-04-10T02:36:37.970826+0000","last_unstale":"2024-04-10T02:37:48.095676+0000","last_undegraded":"2024-04-10T02:37:48.095676+0000","last_fullsized":"2024-04-10T02:37:48.095676+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":131,"log_dups_size":0,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:24:33.138297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00080662599999999996,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":647,"num_read_kb":553,"num_write":132,"num_write_kb":4157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":51,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.102527+0000","last_change":"2024-04-10T02:37:48.102527+0000","last_active":"2024-04-10T02:37:48.102527+0000","last_peered":"2024-04-10T02:37:48.102527+0000","last_clean":"2024-04-10T02:37:48.102527+0000","last_became_active":"2024-04-10T02:37:48.102068+0000","last_became_peered":"2024-04-10T02:37:48.102068+0000","last_unstale":"2024-04-10T02:37:48.102527+0000","last_undegraded":"2024-04-10T02:37:48.102527+0000","last_fullsized":"2024-04-10T02:37:48.102527+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:07:18.422836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":73,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.102246+0000","last_change":"2024-04-10T02:37:48.102246+0000","last_active":"2024-04-10T02:37:48.102246+0000","last_peered":"2024-04-10T02:37:48.102246+0000","last_clean":"2024-04-10T02:37:48.102246+0000","last_became_active":"2024-04-10T02:37:48.100274+0000","last_became_peered":"2024-04-10T02:37:48.100274+0000","last_unstale":"2024-04-10T02:37:48.102246+0000","last_undegraded":"2024-04-10T02:37:48.102246+0000","last_fullsized":"2024-04-10T02:37:48.102246+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:53:53.881250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":67,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.075104+0000","last_change":"2024-04-10T02:36:37.972012+0000","last_active":"2024-04-10T02:37:47.075104+0000","last_peered":"2024-04-10T02:37:47.075104+0000","last_clean":"2024-04-10T02:37:47.075104+0000","last_became_active":"2024-04-10T02:36:37.971614+0000","last_became_peered":"2024-04-10T02:36:37.971614+0000","last_unstale":"2024-04-10T02:37:47.075104+0000","last_undegraded":"2024-04-10T02:37:47.075104+0000","last_fullsized":"2024-04-10T02:37:47.075104+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:27:35.175851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":68,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.075456+0000","last_change":"2024-04-10T02:37:12.929513+0000","last_active":"2024-04-10T02:37:47.075456+0000","last_peered":"2024-04-10T02:37:47.075456+0000","last_clean":"2024-04-10T02:37:47.075456+0000","last_became_active":"2024-04-10T02:37:12.929103+0000","last_became_peered":"2024-04-10T02:37:12.929103+0000","last_unstale":"2024-04-10T02:37:47.075456+0000","last_undegraded":"2024-04-10T02:37:47.075456+0000","last_fullsized":"2024-04-10T02:37:47.075456+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T14:27:32.337596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":84,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.075938+0000","last_change":"2024-04-10T02:37:12.928308+0000","last_active":"2024-04-10T02:37:47.075938+0000","last_peered":"2024-04-10T02:37:47.075938+0000","last_clean":"2024-04-10T02:37:47.075938+0000","last_became_active":"2024-04-10T02:37:12.927698+0000","last_became_peered":"2024-04-10T02:37:12.927698+0000","last_unstale":"2024-04-10T02:37:47.075938+0000","last_undegraded":"2024-04-10T02:37:47.075938+0000","last_fullsized":"2024-04-10T02:37:47.075938+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:53:22.623399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":69,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.079832+0000","last_change":"2024-04-10T02:36:37.972736+0000","last_active":"2024-04-10T02:37:47.079832+0000","last_peered":"2024-04-10T02:37:47.079832+0000","last_clean":"2024-04-10T02:37:47.079832+0000","last_became_active":"2024-04-10T02:36:37.972384+0000","last_became_peered":"2024-04-10T02:36:37.972384+0000","last_unstale":"2024-04-10T02:37:47.079832+0000","last_undegraded":"2024-04-10T02:37:47.079832+0000","last_fullsized":"2024-04-10T02:37:47.079832+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:58:13.776090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":67,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.100656+0000","last_change":"2024-04-10T02:37:48.100656+0000","last_active":"2024-04-10T02:37:48.100656+0000","last_peered":"2024-04-10T02:37:48.100656+0000","last_clean":"2024-04-10T02:37:48.100656+0000","last_became_active":"2024-04-10T02:37:48.100309+0000","last_became_peered":"2024-04-10T02:37:48.100309+0000","last_unstale":"2024-04-10T02:37:48.100656+0000","last_undegraded":"2024-04-10T02:37:48.100656+0000","last_fullsized":"2024-04-10T02:37:48.100656+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:44:13.040089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":70,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.105797+0000","last_change":"2024-04-10T02:37:48.105797+0000","last_active":"2024-04-10T02:37:48.105797+0000","last_peered":"2024-04-10T02:37:48.105797+0000","last_clean":"2024-04-10T02:37:48.105797+0000","last_became_active":"2024-04-10T02:37:48.105393+0000","last_became_peered":"2024-04-10T02:37:48.105393+0000","last_unstale":"2024-04-10T02:37:48.105797+0000","last_undegraded":"2024-04-10T02:37:48.105797+0000","last_fullsized":"2024-04-10T02:37:48.105797+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:52:56.799205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":62,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.095135+0000","last_change":"2024-04-10T02:36:37.968953+0000","last_active":"2024-04-10T02:37:48.095135+0000","last_peered":"2024-04-10T02:37:48.095135+0000","last_clean":"2024-04-10T02:37:48.095135+0000","last_became_active":"2024-04-10T02:36:37.968625+0000","last_became_peered":"2024-04-10T02:36:37.968625+0000","last_unstale":"2024-04-10T02:37:48.095135+0000","last_undegraded":"2024-04-10T02:37:48.095135+0000","last_fullsized":"2024-04-10T02:37:48.095135+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:56:24.659747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":68,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.099193+0000","last_change":"2024-04-10T02:37:48.099193+0000","last_active":"2024-04-10T02:37:48.099193+0000","last_peered":"2024-04-10T02:37:48.099193+0000","last_clean":"2024-04-10T02:37:48.099193+0000","last_became_active":"2024-04-10T02:37:48.098837+0000","last_became_peered":"2024-04-10T02:37:48.098837+0000","last_unstale":"2024-04-10T02:37:48.099193+0000","last_undegraded":"2024-04-10T02:37:48.099193+0000","last_fullsized":"2024-04-10T02:37:48.099193+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:54:54.545199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":68,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.079599+0000","last_change":"2024-04-10T02:36:37.972950+0000","last_active":"2024-04-10T02:37:47.079599+0000","last_peered":"2024-04-10T02:37:47.079599+0000","last_clean":"2024-04-10T02:37:47.079599+0000","last_became_active":"2024-04-10T02:36:37.972505+0000","last_became_peered":"2024-04-10T02:36:37.972505+0000","last_unstale":"2024-04-10T02:37:47.079599+0000","last_undegraded":"2024-04-10T02:37:47.079599+0000","last_fullsized":"2024-04-10T02:37:47.079599+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:02:53.814222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":52,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.081052+0000","last_change":"2024-04-10T02:27:52.079852+0000","last_active":"2024-04-10T02:37:47.081052+0000","last_peered":"2024-04-10T02:37:47.081052+0000","last_clean":"2024-04-10T02:37:47.081052+0000","last_became_active":"2024-04-10T02:27:52.079566+0000","last_became_peered":"2024-04-10T02:27:52.079566+0000","last_unstale":"2024-04-10T02:37:47.081052+0000","last_undegraded":"2024-04-10T02:37:47.081052+0000","last_fullsized":"2024-04-10T02:37:47.081052+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:02:00.970367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":84,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.103438+0000","last_change":"2024-04-10T02:37:48.103438+0000","last_active":"2024-04-10T02:37:48.103438+0000","last_peered":"2024-04-10T02:37:48.103438+0000","last_clean":"2024-04-10T02:37:48.103438+0000","last_became_active":"2024-04-10T02:37:48.103123+0000","last_became_peered":"2024-04-10T02:37:48.103123+0000","last_unstale":"2024-04-10T02:37:48.103438+0000","last_undegraded":"2024-04-10T02:37:48.103438+0000","last_fullsized":"2024-04-10T02:37:48.103438+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:22:41.861065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":70,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080852+0000","last_change":"2024-04-10T02:36:37.968962+0000","last_active":"2024-04-10T02:37:47.080852+0000","last_peered":"2024-04-10T02:37:47.080852+0000","last_clean":"2024-04-10T02:37:47.080852+0000","last_became_active":"2024-04-10T02:36:37.968551+0000","last_became_peered":"2024-04-10T02:36:37.968551+0000","last_unstale":"2024-04-10T02:37:47.080852+0000","last_undegraded":"2024-04-10T02:37:47.080852+0000","last_fullsized":"2024-04-10T02:37:47.080852+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:14:29.624161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":50,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.083117+0000","last_change":"2024-04-10T02:27:53.325399+0000","last_active":"2024-04-10T02:37:47.083117+0000","last_peered":"2024-04-10T02:37:47.083117+0000","last_clean":"2024-04-10T02:37:47.083117+0000","last_became_active":"2024-04-10T02:27:53.325043+0000","last_became_peered":"2024-04-10T02:27:53.325043+0000","last_unstale":"2024-04-10T02:37:47.083117+0000","last_undegraded":"2024-04-10T02:37:47.083117+0000","last_fullsized":"2024-04-10T02:37:47.083117+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:37:06.185251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":69,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.082310+0000","last_change":"2024-04-10T02:35:25.178117+0000","last_active":"2024-04-10T02:37:47.082310+0000","last_peered":"2024-04-10T02:37:47.082310+0000","last_clean":"2024-04-10T02:37:47.082310+0000","last_became_active":"2024-04-10T02:35:25.177718+0000","last_became_peered":"2024-04-10T02:35:25.177718+0000","last_unstale":"2024-04-10T02:37:47.082310+0000","last_undegraded":"2024-04-10T02:37:47.082310+0000","last_fullsized":"2024-04-10T02:37:47.082310+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:20:15.734295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":72,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.100937+0000","last_change":"2024-04-10T02:37:48.100937+0000","last_active":"2024-04-10T02:37:48.100937+0000","last_peered":"2024-04-10T02:37:48.100937+0000","last_clean":"2024-04-10T02:37:48.100937+0000","last_became_active":"2024-04-10T02:37:48.100551+0000","last_became_peered":"2024-04-10T02:37:48.100551+0000","last_unstale":"2024-04-10T02:37:48.100937+0000","last_undegraded":"2024-04-10T02:37:48.100937+0000","last_fullsized":"2024-04-10T02:37:48.100937+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:37:51.451488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":77,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080539+0000","last_change":"2024-04-10T02:35:25.182497+0000","last_active":"2024-04-10T02:37:47.080539+0000","last_peered":"2024-04-10T02:37:47.080539+0000","last_clean":"2024-04-10T02:37:47.080539+0000","last_became_active":"2024-04-10T02:35:25.182123+0000","last_became_peered":"2024-04-10T02:35:25.182123+0000","last_unstale":"2024-04-10T02:37:47.080539+0000","last_undegraded":"2024-04-10T02:37:47.080539+0000","last_fullsized":"2024-04-10T02:37:47.080539+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:58:34.707897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":62,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.109546+0000","last_change":"2024-04-10T02:37:48.109546+0000","last_active":"2024-04-10T02:37:48.109546+0000","last_peered":"2024-04-10T02:37:48.109546+0000","last_clean":"2024-04-10T02:37:48.109546+0000","last_became_active":"2024-04-10T02:37:48.109011+0000","last_became_peered":"2024-04-10T02:37:48.109011+0000","last_unstale":"2024-04-10T02:37:48.109546+0000","last_undegraded":"2024-04-10T02:37:48.109546+0000","last_fullsized":"2024-04-10T02:37:48.109546+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:32:19.500572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":51,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.078990+0000","last_change":"2024-04-10T02:27:52.086091+0000","last_active":"2024-04-10T02:37:47.078990+0000","last_peered":"2024-04-10T02:37:47.078990+0000","last_clean":"2024-04-10T02:37:47.078990+0000","last_became_active":"2024-04-10T02:27:52.085638+0000","last_became_peered":"2024-04-10T02:27:52.085638+0000","last_unstale":"2024-04-10T02:37:47.078990+0000","last_undegraded":"2024-04-10T02:37:47.078990+0000","last_fullsized":"2024-04-10T02:37:47.078990+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:45:48.782381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":67,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.103788+0000","last_change":"2024-04-10T02:37:48.103788+0000","last_active":"2024-04-10T02:37:48.103788+0000","last_peered":"2024-04-10T02:37:48.103788+0000","last_clean":"2024-04-10T02:37:48.103788+0000","last_became_active":"2024-04-10T02:37:48.103477+0000","last_became_peered":"2024-04-10T02:37:48.103477+0000","last_unstale":"2024-04-10T02:37:48.103788+0000","last_undegraded":"2024-04-10T02:37:48.103788+0000","last_fullsized":"2024-04-10T02:37:48.103788+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:50:39.094936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":61,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.106683+0000","last_change":"2024-04-10T02:37:48.106683+0000","last_active":"2024-04-10T02:37:48.106683+0000","last_peered":"2024-04-10T02:37:48.106683+0000","last_clean":"2024-04-10T02:37:48.106683+0000","last_became_active":"2024-04-10T02:37:48.105935+0000","last_became_peered":"2024-04-10T02:37:48.105935+0000","last_unstale":"2024-04-10T02:37:48.106683+0000","last_undegraded":"2024-04-10T02:37:48.106683+0000","last_fullsized":"2024-04-10T02:37:48.106683+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:39:09.283934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":36,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.099829+0000","last_change":"2024-04-10T02:37:48.099829+0000","last_active":"2024-04-10T02:37:48.099829+0000","last_peered":"2024-04-10T02:37:48.099829+0000","last_clean":"2024-04-10T02:37:48.099829+0000","last_became_active":"2024-04-10T02:37:48.099504+0000","last_became_peered":"2024-04-10T02:37:48.099504+0000","last_unstale":"2024-04-10T02:37:48.099829+0000","last_undegraded":"2024-04-10T02:37:48.099829+0000","last_fullsized":"2024-04-10T02:37:48.099829+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:57:21.307340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":70,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080324+0000","last_change":"2024-04-10T02:37:12.932863+0000","last_active":"2024-04-10T02:37:47.080324+0000","last_peered":"2024-04-10T02:37:47.080324+0000","last_clean":"2024-04-10T02:37:47.080324+0000","last_became_active":"2024-04-10T02:37:12.932379+0000","last_became_peered":"2024-04-10T02:37:12.932379+0000","last_unstale":"2024-04-10T02:37:47.080324+0000","last_undegraded":"2024-04-10T02:37:47.080324+0000","last_fullsized":"2024-04-10T02:37:47.080324+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:26:25.740194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":77,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.074795+0000","last_change":"2024-04-10T02:37:12.929550+0000","last_active":"2024-04-10T02:37:47.074795+0000","last_peered":"2024-04-10T02:37:47.074795+0000","last_clean":"2024-04-10T02:37:47.074795+0000","last_became_active":"2024-04-10T02:37:12.929243+0000","last_became_peered":"2024-04-10T02:37:12.929243+0000","last_unstale":"2024-04-10T02:37:47.074795+0000","last_undegraded":"2024-04-10T02:37:47.074795+0000","last_fullsized":"2024-04-10T02:37:47.074795+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:55:39.137463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"90'22","reported_seq":73,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.075217+0000","last_change":"2024-04-10T02:27:52.081321+0000","last_active":"2024-04-10T02:37:47.075217+0000","last_peered":"2024-04-10T02:37:47.075217+0000","last_clean":"2024-04-10T02:37:47.075217+0000","last_became_active":"2024-04-10T02:27:52.081051+0000","last_became_peered":"2024-04-10T02:27:52.081051+0000","last_unstale":"2024-04-10T02:37:47.075217+0000","last_undegraded":"2024-04-10T02:37:47.075217+0000","last_fullsized":"2024-04-10T02:37:47.075217+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:37:54.924849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4744,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":51,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.093526+0000","last_change":"2024-04-10T02:37:12.926670+0000","last_active":"2024-04-10T02:37:48.093526+0000","last_peered":"2024-04-10T02:37:48.093526+0000","last_clean":"2024-04-10T02:37:48.093526+0000","last_became_active":"2024-04-10T02:37:12.926354+0000","last_became_peered":"2024-04-10T02:37:12.926354+0000","last_unstale":"2024-04-10T02:37:48.093526+0000","last_undegraded":"2024-04-10T02:37:48.093526+0000","last_fullsized":"2024-04-10T02:37:48.093526+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:16:09.616604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":71,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.103690+0000","last_change":"2024-04-10T02:37:48.103690+0000","last_active":"2024-04-10T02:37:48.103690+0000","last_peered":"2024-04-10T02:37:48.103690+0000","last_clean":"2024-04-10T02:37:48.103690+0000","last_became_active":"2024-04-10T02:37:48.103306+0000","last_became_peered":"2024-04-10T02:37:48.103306+0000","last_unstale":"2024-04-10T02:37:48.103690+0000","last_undegraded":"2024-04-10T02:37:48.103690+0000","last_fullsized":"2024-04-10T02:37:48.103690+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:34:30.842793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.101352+0000","last_change":"2024-04-10T02:37:48.101352+0000","last_active":"2024-04-10T02:37:48.101352+0000","last_peered":"2024-04-10T02:37:48.101352+0000","last_clean":"2024-04-10T02:37:48.101352+0000","last_became_active":"2024-04-10T02:37:48.100772+0000","last_became_peered":"2024-04-10T02:37:48.100772+0000","last_unstale":"2024-04-10T02:37:48.101352+0000","last_undegraded":"2024-04-10T02:37:48.101352+0000","last_fullsized":"2024-04-10T02:37:48.101352+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:44:31.757667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":68,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.083750+0000","last_change":"2024-04-10T02:36:37.970541+0000","last_active":"2024-04-10T02:37:47.083750+0000","last_peered":"2024-04-10T02:37:47.083750+0000","last_clean":"2024-04-10T02:37:47.083750+0000","last_became_active":"2024-04-10T02:36:37.970123+0000","last_became_peered":"2024-04-10T02:36:37.970123+0000","last_unstale":"2024-04-10T02:37:47.083750+0000","last_undegraded":"2024-04-10T02:37:47.083750+0000","last_fullsized":"2024-04-10T02:37:47.083750+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:42:29.766776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":72,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.099055+0000","last_change":"2024-04-10T02:37:48.099055+0000","last_active":"2024-04-10T02:37:48.099055+0000","last_peered":"2024-04-10T02:37:48.099055+0000","last_clean":"2024-04-10T02:37:48.099055+0000","last_became_active":"2024-04-10T02:37:48.098051+0000","last_became_peered":"2024-04-10T02:37:48.098051+0000","last_unstale":"2024-04-10T02:37:48.099055+0000","last_undegraded":"2024-04-10T02:37:48.099055+0000","last_fullsized":"2024-04-10T02:37:48.099055+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:32:09.138416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":61,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.109226+0000","last_change":"2024-04-10T02:37:48.109226+0000","last_active":"2024-04-10T02:37:48.109226+0000","last_peered":"2024-04-10T02:37:48.109226+0000","last_clean":"2024-04-10T02:37:48.109226+0000","last_became_active":"2024-04-10T02:37:48.108883+0000","last_became_peered":"2024-04-10T02:37:48.108883+0000","last_unstale":"2024-04-10T02:37:48.109226+0000","last_undegraded":"2024-04-10T02:37:48.109226+0000","last_fullsized":"2024-04-10T02:37:48.109226+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:20:54.767946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":68,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080615+0000","last_change":"2024-04-10T02:36:37.972745+0000","last_active":"2024-04-10T02:37:47.080615+0000","last_peered":"2024-04-10T02:37:47.080615+0000","last_clean":"2024-04-10T02:37:47.080615+0000","last_became_active":"2024-04-10T02:36:37.972374+0000","last_became_peered":"2024-04-10T02:36:37.972374+0000","last_unstale":"2024-04-10T02:37:47.080615+0000","last_undegraded":"2024-04-10T02:37:47.080615+0000","last_fullsized":"2024-04-10T02:37:47.080615+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:16:35.016146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":90,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.104559+0000","last_change":"2024-04-10T02:37:48.104559+0000","last_active":"2024-04-10T02:37:48.104559+0000","last_peered":"2024-04-10T02:37:48.104559+0000","last_clean":"2024-04-10T02:37:48.104559+0000","last_became_active":"2024-04-10T02:37:48.104170+0000","last_became_peered":"2024-04-10T02:37:48.104170+0000","last_unstale":"2024-04-10T02:37:48.104559+0000","last_undegraded":"2024-04-10T02:37:48.104559+0000","last_fullsized":"2024-04-10T02:37:48.104559+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:03:05.165364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":62,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.109803+0000","last_change":"2024-04-10T02:37:48.109803+0000","last_active":"2024-04-10T02:37:48.109803+0000","last_peered":"2024-04-10T02:37:48.109803+0000","last_clean":"2024-04-10T02:37:48.109803+0000","last_became_active":"2024-04-10T02:37:48.109459+0000","last_became_peered":"2024-04-10T02:37:48.109459+0000","last_unstale":"2024-04-10T02:37:48.109803+0000","last_undegraded":"2024-04-10T02:37:48.109803+0000","last_fullsized":"2024-04-10T02:37:48.109803+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:55:26.915531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":51,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.097391+0000","last_change":"2024-04-10T02:37:48.097391+0000","last_active":"2024-04-10T02:37:48.097391+0000","last_peered":"2024-04-10T02:37:48.097391+0000","last_clean":"2024-04-10T02:37:48.097391+0000","last_became_active":"2024-04-10T02:37:48.097010+0000","last_became_peered":"2024-04-10T02:37:48.097010+0000","last_unstale":"2024-04-10T02:37:48.097391+0000","last_undegraded":"2024-04-10T02:37:48.097391+0000","last_fullsized":"2024-04-10T02:37:48.097391+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:06:05.934180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":72,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.098838+0000","last_change":"2024-04-10T02:37:48.098838+0000","last_active":"2024-04-10T02:37:48.098838+0000","last_peered":"2024-04-10T02:37:48.098838+0000","last_clean":"2024-04-10T02:37:48.098838+0000","last_became_active":"2024-04-10T02:37:48.098486+0000","last_became_peered":"2024-04-10T02:37:48.098486+0000","last_unstale":"2024-04-10T02:37:48.098838+0000","last_undegraded":"2024-04-10T02:37:48.098838+0000","last_fullsized":"2024-04-10T02:37:48.098838+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:25:55.647863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":86,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.074287+0000","last_change":"2024-04-10T02:37:12.928806+0000","last_active":"2024-04-10T02:37:47.074287+0000","last_peered":"2024-04-10T02:37:47.074287+0000","last_clean":"2024-04-10T02:37:47.074287+0000","last_became_active":"2024-04-10T02:37:12.928353+0000","last_became_peered":"2024-04-10T02:37:12.928353+0000","last_unstale":"2024-04-10T02:37:47.074287+0000","last_undegraded":"2024-04-10T02:37:47.074287+0000","last_fullsized":"2024-04-10T02:37:47.074287+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:32:02.644546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5530,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18408,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":12992,"num_write":846,"num_write_kb":12586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3573,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201435,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":307336,"kb_used_data":5880,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93437816,"statfs":{"total":95995035648,"available":95680323584,"internally_reserved":0,"allocated":6021120,"data_stored":5416654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463071,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":303228,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93441924,"statfs":{"total":95995035648,"available":95684530176,"internally_reserved":0,"allocated":1818624,"data_stored":1222223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":99,"seq":425201762331,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32808,"kb_used_data":5276,"kb_used_omap":8,"kb_used_meta":27511,"kb_avail":93712344,"statfs":{"total":95995035648,"available":95961440256,"internally_reserved":0,"allocated":5402624,"data_stored":4821373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8209,"internal_metadata":28172271},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":94,"seq":403726925866,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33396,"kb_used_data":5860,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93711756,"statfs":{"total":95995035648,"available":95960838144,"internally_reserved":0,"allocated":6000640,"data_stored":5412314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7981,"internal_metadata":28172499},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":104,"seq":446676598804,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28720,"kb_used_data":1184,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93716432,"statfs":{"total":95995035648,"available":95965626368,"internally_reserved":0,"allocated":1212416,"data_stored":627654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7631,"internal_metadata":28172849},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":109,"seq":468151435278,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28708,"kb_used_data":1176,"kb_used_omap":6,"kb_used_meta":27513,"kb_avail":93716444,"statfs":{"total":95995035648,"available":95965638656,"internally_reserved":0,"allocated":1204224,"data_stored":626809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6225,"internal_metadata":28174255},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986347,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298556,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446596,"statfs":{"total":95995035648,"available":95689314304,"internally_reserved":0,"allocated":1228800,"data_stored":631912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724709,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298540,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446612,"statfs":{"total":95995035648,"available":95689330688,"internally_reserved":0,"allocated":1212416,"data_stored":627358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2219,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1354,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6277,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6505,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2459,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3167,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T02:38:47.396 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T02:38:47.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:47 smithi096 ceph-mon[88652]: pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:47.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:47 smithi096 ceph-mon[88652]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:38:47.663 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:49.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:49 smithi057 ceph-mon[96697]: pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:49.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:49 smithi057 ceph-mon[100739]: pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:49.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:49 smithi096 ceph-mon[88652]: pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:49.511 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:38:49.513 INFO:teuthology.orchestra.run.smithi057.stderr:dumped all 2024-04-10T02:38:50.292 INFO:teuthology.orchestra.run.smithi057.stdout:{"pg_ready":true,"pg_map":{"version":242,"stamp":"2024-04-10T02:38:47.892058+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790221,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6495,"num_read_kb":13916,"num_write":1146,"num_write_kb":15031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1192,"ondisk_log_size":1192,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1331292,"kb_used_data":23536,"kb_used_omap":35,"kb_used_meta":1307612,"kb_avail":748629924,"statfs":{"total":767960285184,"available":766597042176,"internally_reserved":0,"allocated":24100864,"data_stored":19386297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36862,"internal_metadata":1338994690},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002654"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":67,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.074203+0000","last_change":"2024-04-10T02:36:37.972166+0000","last_active":"2024-04-10T02:37:47.074203+0000","last_peered":"2024-04-10T02:37:47.074203+0000","last_clean":"2024-04-10T02:37:47.074203+0000","last_became_active":"2024-04-10T02:36:37.971814+0000","last_became_peered":"2024-04-10T02:36:37.971814+0000","last_unstale":"2024-04-10T02:37:47.074203+0000","last_undegraded":"2024-04-10T02:37:47.074203+0000","last_fullsized":"2024-04-10T02:37:47.074203+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:58:48.430542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":65,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.095654+0000","last_change":"2024-04-10T02:37:12.931826+0000","last_active":"2024-04-10T02:37:48.095654+0000","last_peered":"2024-04-10T02:37:48.095654+0000","last_clean":"2024-04-10T02:37:48.095654+0000","last_became_active":"2024-04-10T02:37:12.931433+0000","last_became_peered":"2024-04-10T02:37:12.931433+0000","last_unstale":"2024-04-10T02:37:48.095654+0000","last_undegraded":"2024-04-10T02:37:48.095654+0000","last_fullsized":"2024-04-10T02:37:48.095654+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:47:06.631325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":92,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.106168+0000","last_change":"2024-04-10T02:37:48.106168+0000","last_active":"2024-04-10T02:37:48.106168+0000","last_peered":"2024-04-10T02:37:48.106168+0000","last_clean":"2024-04-10T02:37:48.106168+0000","last_became_active":"2024-04-10T02:37:48.104821+0000","last_became_peered":"2024-04-10T02:37:48.104821+0000","last_unstale":"2024-04-10T02:37:48.106168+0000","last_undegraded":"2024-04-10T02:37:48.106168+0000","last_fullsized":"2024-04-10T02:37:48.106168+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:29:56.594391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":77,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.106547+0000","last_change":"2024-04-10T02:37:48.106547+0000","last_active":"2024-04-10T02:37:48.106547+0000","last_peered":"2024-04-10T02:37:48.106547+0000","last_clean":"2024-04-10T02:37:48.106547+0000","last_became_active":"2024-04-10T02:37:48.105905+0000","last_became_peered":"2024-04-10T02:37:48.105905+0000","last_unstale":"2024-04-10T02:37:48.106547+0000","last_undegraded":"2024-04-10T02:37:48.106547+0000","last_fullsized":"2024-04-10T02:37:48.106547+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:54:09.811781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":84,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.101945+0000","last_change":"2024-04-10T02:37:48.101945+0000","last_active":"2024-04-10T02:37:48.101945+0000","last_peered":"2024-04-10T02:37:48.101945+0000","last_clean":"2024-04-10T02:37:48.101945+0000","last_became_active":"2024-04-10T02:37:48.101640+0000","last_became_peered":"2024-04-10T02:37:48.101640+0000","last_unstale":"2024-04-10T02:37:48.101945+0000","last_undegraded":"2024-04-10T02:37:48.101945+0000","last_fullsized":"2024-04-10T02:37:48.101945+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:43:45.979765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":53,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.085452+0000","last_change":"2024-04-10T02:27:52.077534+0000","last_active":"2024-04-10T02:37:47.085452+0000","last_peered":"2024-04-10T02:37:47.085452+0000","last_clean":"2024-04-10T02:37:47.085452+0000","last_became_active":"2024-04-10T02:27:52.077269+0000","last_became_peered":"2024-04-10T02:27:52.077269+0000","last_unstale":"2024-04-10T02:37:47.085452+0000","last_undegraded":"2024-04-10T02:37:47.085452+0000","last_fullsized":"2024-04-10T02:37:47.085452+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:13:29.149584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":94,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.101928+0000","last_change":"2024-04-10T02:37:48.101928+0000","last_active":"2024-04-10T02:37:48.101928+0000","last_peered":"2024-04-10T02:37:48.101928+0000","last_clean":"2024-04-10T02:37:48.101928+0000","last_became_active":"2024-04-10T02:37:48.101534+0000","last_became_peered":"2024-04-10T02:37:48.101534+0000","last_unstale":"2024-04-10T02:37:48.101928+0000","last_undegraded":"2024-04-10T02:37:48.101928+0000","last_fullsized":"2024-04-10T02:37:48.101928+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:07:31.801523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":70,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.085078+0000","last_change":"2024-04-10T02:36:37.970604+0000","last_active":"2024-04-10T02:37:47.085078+0000","last_peered":"2024-04-10T02:37:47.085078+0000","last_clean":"2024-04-10T02:37:47.085078+0000","last_became_active":"2024-04-10T02:36:37.970161+0000","last_became_peered":"2024-04-10T02:36:37.970161+0000","last_unstale":"2024-04-10T02:37:47.085078+0000","last_undegraded":"2024-04-10T02:37:47.085078+0000","last_fullsized":"2024-04-10T02:37:47.085078+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:54:15.840396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":90,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.107500+0000","last_change":"2024-04-10T02:37:48.107500+0000","last_active":"2024-04-10T02:37:48.107500+0000","last_peered":"2024-04-10T02:37:48.107500+0000","last_clean":"2024-04-10T02:37:48.107500+0000","last_became_active":"2024-04-10T02:37:48.107134+0000","last_became_peered":"2024-04-10T02:37:48.107134+0000","last_unstale":"2024-04-10T02:37:48.107500+0000","last_undegraded":"2024-04-10T02:37:48.107500+0000","last_fullsized":"2024-04-10T02:37:48.107500+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T14:26:59.016941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":56,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.095292+0000","last_change":"2024-04-10T02:35:25.179208+0000","last_active":"2024-04-10T02:37:48.095292+0000","last_peered":"2024-04-10T02:37:48.095292+0000","last_clean":"2024-04-10T02:37:48.095292+0000","last_became_active":"2024-04-10T02:35:25.178834+0000","last_became_peered":"2024-04-10T02:35:25.178834+0000","last_unstale":"2024-04-10T02:37:48.095292+0000","last_undegraded":"2024-04-10T02:37:48.095292+0000","last_fullsized":"2024-04-10T02:37:48.095292+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:57:46.255169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":50,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.076290+0000","last_change":"2024-04-10T02:27:53.097891+0000","last_active":"2024-04-10T02:37:47.076290+0000","last_peered":"2024-04-10T02:37:47.076290+0000","last_clean":"2024-04-10T02:37:47.076290+0000","last_became_active":"2024-04-10T02:27:53.097630+0000","last_became_peered":"2024-04-10T02:27:53.097630+0000","last_unstale":"2024-04-10T02:37:47.076290+0000","last_undegraded":"2024-04-10T02:37:47.076290+0000","last_fullsized":"2024-04-10T02:37:47.076290+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:06:03.453303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":65,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.097141+0000","last_change":"2024-04-10T02:36:37.970592+0000","last_active":"2024-04-10T02:37:48.097141+0000","last_peered":"2024-04-10T02:37:48.097141+0000","last_clean":"2024-04-10T02:37:48.097141+0000","last_became_active":"2024-04-10T02:36:37.970233+0000","last_became_peered":"2024-04-10T02:36:37.970233+0000","last_unstale":"2024-04-10T02:37:48.097141+0000","last_undegraded":"2024-04-10T02:37:48.097141+0000","last_fullsized":"2024-04-10T02:37:48.097141+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:24:10.759359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"85'61","reported_seq":186,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.079090+0000","last_change":"2024-04-10T02:37:12.928082+0000","last_active":"2024-04-10T02:37:47.079090+0000","last_peered":"2024-04-10T02:37:47.079090+0000","last_clean":"2024-04-10T02:37:47.079090+0000","last_became_active":"2024-04-10T02:37:12.927644+0000","last_became_peered":"2024-04-10T02:37:12.927644+0000","last_unstale":"2024-04-10T02:37:47.079090+0000","last_undegraded":"2024-04-10T02:37:47.079090+0000","last_fullsized":"2024-04-10T02:37:47.079090+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":0,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:12:32.562761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000276514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":170,"num_read_kb":137,"num_write":75,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":67,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.106907+0000","last_change":"2024-04-10T02:37:48.106907+0000","last_active":"2024-04-10T02:37:48.106907+0000","last_peered":"2024-04-10T02:37:48.106907+0000","last_clean":"2024-04-10T02:37:48.106907+0000","last_became_active":"2024-04-10T02:37:48.106575+0000","last_became_peered":"2024-04-10T02:37:48.106575+0000","last_unstale":"2024-04-10T02:37:48.106907+0000","last_undegraded":"2024-04-10T02:37:48.106907+0000","last_fullsized":"2024-04-10T02:37:48.106907+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:36:29.011906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"85'160","reported_seq":631,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.093625+0000","last_change":"2024-04-10T02:36:37.978925+0000","last_active":"2024-04-10T02:37:48.093625+0000","last_peered":"2024-04-10T02:37:48.093625+0000","last_clean":"2024-04-10T02:37:48.093625+0000","last_became_active":"2024-04-10T02:36:37.978148+0000","last_became_peered":"2024-04-10T02:36:37.978148+0000","last_unstale":"2024-04-10T02:37:48.093625+0000","last_undegraded":"2024-04-10T02:37:48.093625+0000","last_fullsized":"2024-04-10T02:37:48.093625+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":160,"log_dups_size":0,"ondisk_log_size":160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:43:02.945573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026320599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":961,"num_read_kb":1070,"num_write":122,"num_write_kb":190,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":70,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.105932+0000","last_change":"2024-04-10T02:37:48.105932+0000","last_active":"2024-04-10T02:37:48.105932+0000","last_peered":"2024-04-10T02:37:48.105932+0000","last_clean":"2024-04-10T02:37:48.105932+0000","last_became_active":"2024-04-10T02:37:48.105477+0000","last_became_peered":"2024-04-10T02:37:48.105477+0000","last_unstale":"2024-04-10T02:37:48.105932+0000","last_undegraded":"2024-04-10T02:37:48.105932+0000","last_fullsized":"2024-04-10T02:37:48.105932+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:05:39.693239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":53,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.094900+0000","last_change":"2024-04-10T02:35:25.182675+0000","last_active":"2024-04-10T02:37:48.094900+0000","last_peered":"2024-04-10T02:37:48.094900+0000","last_clean":"2024-04-10T02:37:48.094900+0000","last_became_active":"2024-04-10T02:35:25.182084+0000","last_became_peered":"2024-04-10T02:35:25.182084+0000","last_unstale":"2024-04-10T02:37:48.094900+0000","last_undegraded":"2024-04-10T02:37:48.094900+0000","last_fullsized":"2024-04-10T02:37:48.094900+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:18:00.708585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":52,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.095149+0000","last_change":"2024-04-10T02:37:12.927514+0000","last_active":"2024-04-10T02:37:48.095149+0000","last_peered":"2024-04-10T02:37:48.095149+0000","last_clean":"2024-04-10T02:37:48.095149+0000","last_became_active":"2024-04-10T02:37:12.927181+0000","last_became_peered":"2024-04-10T02:37:12.927181+0000","last_unstale":"2024-04-10T02:37:48.095149+0000","last_undegraded":"2024-04-10T02:37:48.095149+0000","last_fullsized":"2024-04-10T02:37:48.095149+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:48:54.331554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"85'114","reported_seq":582,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080845+0000","last_change":"2024-04-10T02:35:25.177418+0000","last_active":"2024-04-10T02:37:47.080845+0000","last_peered":"2024-04-10T02:37:47.080845+0000","last_clean":"2024-04-10T02:37:47.080845+0000","last_became_active":"2024-04-10T02:35:25.176880+0000","last_became_peered":"2024-04-10T02:35:25.176880+0000","last_unstale":"2024-04-10T02:37:47.080845+0000","last_undegraded":"2024-04-10T02:37:47.080845+0000","last_fullsized":"2024-04-10T02:37:47.080845+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":114,"log_dups_size":0,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:23:46.632110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098548699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":948,"num_read_kb":3294,"num_write":95,"num_write_kb":2315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":71,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.097263+0000","last_change":"2024-04-10T02:37:12.927675+0000","last_active":"2024-04-10T02:37:48.097263+0000","last_peered":"2024-04-10T02:37:48.097263+0000","last_clean":"2024-04-10T02:37:48.097263+0000","last_became_active":"2024-04-10T02:37:12.927365+0000","last_became_peered":"2024-04-10T02:37:12.927365+0000","last_unstale":"2024-04-10T02:37:48.097263+0000","last_undegraded":"2024-04-10T02:37:48.097263+0000","last_fullsized":"2024-04-10T02:37:48.097263+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:27:42.109327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":61,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.108785+0000","last_change":"2024-04-10T02:37:48.108785+0000","last_active":"2024-04-10T02:37:48.108785+0000","last_peered":"2024-04-10T02:37:48.108785+0000","last_clean":"2024-04-10T02:37:48.108785+0000","last_became_active":"2024-04-10T02:37:48.108356+0000","last_became_peered":"2024-04-10T02:37:48.108356+0000","last_unstale":"2024-04-10T02:37:48.108785+0000","last_undegraded":"2024-04-10T02:37:48.108785+0000","last_fullsized":"2024-04-10T02:37:48.108785+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:10:15.984438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"85'79","reported_seq":355,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.079338+0000","last_change":"2024-04-10T02:36:37.969033+0000","last_active":"2024-04-10T02:37:47.079338+0000","last_peered":"2024-04-10T02:37:47.079338+0000","last_clean":"2024-04-10T02:37:47.079338+0000","last_became_active":"2024-04-10T02:36:37.968540+0000","last_became_peered":"2024-04-10T02:36:37.968540+0000","last_unstale":"2024-04-10T02:37:47.079338+0000","last_undegraded":"2024-04-10T02:37:47.079338+0000","last_fullsized":"2024-04-10T02:37:47.079338+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:19:01.852824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041341700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":476,"num_read_kb":406,"num_write":67,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080105+0000","last_change":"2024-04-10T02:27:53.325958+0000","last_active":"2024-04-10T02:37:47.080105+0000","last_peered":"2024-04-10T02:37:47.080105+0000","last_clean":"2024-04-10T02:37:47.080105+0000","last_became_active":"2024-04-10T02:27:53.325655+0000","last_became_peered":"2024-04-10T02:27:53.325655+0000","last_unstale":"2024-04-10T02:37:47.080105+0000","last_undegraded":"2024-04-10T02:37:47.080105+0000","last_fullsized":"2024-04-10T02:37:47.080105+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:59:18.935407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.101737+0000","last_change":"2024-04-10T02:37:48.101737+0000","last_active":"2024-04-10T02:37:48.101737+0000","last_peered":"2024-04-10T02:37:48.101737+0000","last_clean":"2024-04-10T02:37:48.101737+0000","last_became_active":"2024-04-10T02:37:48.101367+0000","last_became_peered":"2024-04-10T02:37:48.101367+0000","last_unstale":"2024-04-10T02:37:48.101737+0000","last_undegraded":"2024-04-10T02:37:48.101737+0000","last_fullsized":"2024-04-10T02:37:48.101737+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:18:22.560371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"90'161","reported_seq":449,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.079206+0000","last_change":"2024-04-10T02:35:25.178292+0000","last_active":"2024-04-10T02:37:47.079206+0000","last_peered":"2024-04-10T02:37:47.079206+0000","last_clean":"2024-04-10T02:37:47.079206+0000","last_became_active":"2024-04-10T02:35:25.177684+0000","last_became_peered":"2024-04-10T02:35:25.177684+0000","last_unstale":"2024-04-10T02:37:47.079206+0000","last_undegraded":"2024-04-10T02:37:47.079206+0000","last_fullsized":"2024-04-10T02:37:47.079206+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:24:07.252135+0000","last_clean_scrub_stamp":"2024-04-10T02:24:07.252135+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:58:50.589469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"85'157","reported_seq":370,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.083873+0000","last_change":"2024-04-10T02:37:12.933424+0000","last_active":"2024-04-10T02:37:47.083873+0000","last_peered":"2024-04-10T02:37:47.083873+0000","last_clean":"2024-04-10T02:37:47.083873+0000","last_became_active":"2024-04-10T02:37:12.932828+0000","last_became_peered":"2024-04-10T02:37:12.932828+0000","last_unstale":"2024-04-10T02:37:47.083873+0000","last_undegraded":"2024-04-10T02:37:47.083873+0000","last_fullsized":"2024-04-10T02:37:47.083873+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":157,"log_dups_size":0,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:13:30.726064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029708799999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":301,"num_read_kb":531,"num_write":163,"num_write_kb":250,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":86,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.094097+0000","last_change":"2024-04-10T02:36:37.970720+0000","last_active":"2024-04-10T02:37:48.094097+0000","last_peered":"2024-04-10T02:37:48.094097+0000","last_clean":"2024-04-10T02:37:48.094097+0000","last_became_active":"2024-04-10T02:36:37.970411+0000","last_became_peered":"2024-04-10T02:36:37.970411+0000","last_unstale":"2024-04-10T02:37:48.094097+0000","last_undegraded":"2024-04-10T02:37:48.094097+0000","last_fullsized":"2024-04-10T02:37:48.094097+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:25:35.271495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":52,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.092980+0000","last_change":"2024-04-10T02:37:12.925478+0000","last_active":"2024-04-10T02:37:48.092980+0000","last_peered":"2024-04-10T02:37:48.092980+0000","last_clean":"2024-04-10T02:37:48.092980+0000","last_became_active":"2024-04-10T02:37:12.925131+0000","last_became_peered":"2024-04-10T02:37:12.925131+0000","last_unstale":"2024-04-10T02:37:48.092980+0000","last_undegraded":"2024-04-10T02:37:48.092980+0000","last_fullsized":"2024-04-10T02:37:48.092980+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:14:59.297419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"85'108","reported_seq":541,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.105749+0000","last_change":"2024-04-10T02:37:48.105749+0000","last_active":"2024-04-10T02:37:48.105749+0000","last_peered":"2024-04-10T02:37:48.105749+0000","last_clean":"2024-04-10T02:37:48.105749+0000","last_became_active":"2024-04-10T02:37:48.104861+0000","last_became_peered":"2024-04-10T02:37:48.104861+0000","last_unstale":"2024-04-10T02:37:48.105749+0000","last_undegraded":"2024-04-10T02:37:48.105749+0000","last_fullsized":"2024-04-10T02:37:48.105749+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:46:48.132376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029579699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":722,"num_read_kb":5112,"num_write":91,"num_write_kb":5390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":61,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.102672+0000","last_change":"2024-04-10T02:37:48.101450+0000","last_active":"2024-04-10T02:37:48.102672+0000","last_peered":"2024-04-10T02:37:48.102672+0000","last_clean":"2024-04-10T02:37:48.102672+0000","last_became_active":"2024-04-10T02:37:48.101101+0000","last_became_peered":"2024-04-10T02:37:48.101101+0000","last_unstale":"2024-04-10T02:37:48.102672+0000","last_undegraded":"2024-04-10T02:37:48.102672+0000","last_fullsized":"2024-04-10T02:37:48.102672+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:14:45.065927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":68,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.075011+0000","last_change":"2024-04-10T02:35:25.179110+0000","last_active":"2024-04-10T02:37:47.075011+0000","last_peered":"2024-04-10T02:37:47.075011+0000","last_clean":"2024-04-10T02:37:47.075011+0000","last_became_active":"2024-04-10T02:35:25.178783+0000","last_became_peered":"2024-04-10T02:35:25.178783+0000","last_unstale":"2024-04-10T02:37:47.075011+0000","last_undegraded":"2024-04-10T02:37:47.075011+0000","last_fullsized":"2024-04-10T02:37:47.075011+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:05:28.759537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"85'166","reported_seq":1142,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.083506+0000","last_change":"2024-04-10T02:36:37.975445+0000","last_active":"2024-04-10T02:37:47.083506+0000","last_peered":"2024-04-10T02:37:47.083506+0000","last_clean":"2024-04-10T02:37:47.083506+0000","last_became_active":"2024-04-10T02:36:37.974998+0000","last_became_peered":"2024-04-10T02:36:37.974998+0000","last_unstale":"2024-04-10T02:37:47.083506+0000","last_undegraded":"2024-04-10T02:37:47.083506+0000","last_fullsized":"2024-04-10T02:37:47.083506+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:29:06.168181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067021400000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1770,"num_read_kb":1889,"num_write":101,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":43,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.093473+0000","last_change":"2024-04-10T02:36:37.973890+0000","last_active":"2024-04-10T02:37:48.093473+0000","last_peered":"2024-04-10T02:37:48.093473+0000","last_clean":"2024-04-10T02:37:48.093473+0000","last_became_active":"2024-04-10T02:36:37.973208+0000","last_became_peered":"2024-04-10T02:36:37.973208+0000","last_unstale":"2024-04-10T02:37:48.093473+0000","last_undegraded":"2024-04-10T02:37:48.093473+0000","last_fullsized":"2024-04-10T02:37:48.093473+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:31:18.029161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.103614+0000","last_change":"2024-04-10T02:37:48.103614+0000","last_active":"2024-04-10T02:37:48.103614+0000","last_peered":"2024-04-10T02:37:48.103614+0000","last_clean":"2024-04-10T02:37:48.103614+0000","last_became_active":"2024-04-10T02:37:48.103291+0000","last_became_peered":"2024-04-10T02:37:48.103291+0000","last_unstale":"2024-04-10T02:37:48.103614+0000","last_undegraded":"2024-04-10T02:37:48.103614+0000","last_fullsized":"2024-04-10T02:37:48.103614+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:26:38.297607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"85'131","reported_seq":527,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.095676+0000","last_change":"2024-04-10T02:36:37.971352+0000","last_active":"2024-04-10T02:37:48.095676+0000","last_peered":"2024-04-10T02:37:48.095676+0000","last_clean":"2024-04-10T02:37:48.095676+0000","last_became_active":"2024-04-10T02:36:37.970826+0000","last_became_peered":"2024-04-10T02:36:37.970826+0000","last_unstale":"2024-04-10T02:37:48.095676+0000","last_undegraded":"2024-04-10T02:37:48.095676+0000","last_fullsized":"2024-04-10T02:37:48.095676+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:26:41.374586+0000","last_clean_scrub_stamp":"2024-04-10T02:26:41.374586+0000","objects_scrubbed":0,"log_size":131,"log_dups_size":0,"ondisk_log_size":131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:24:33.138297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00080662599999999996,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":647,"num_read_kb":553,"num_write":132,"num_write_kb":4157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":51,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.102527+0000","last_change":"2024-04-10T02:37:48.102527+0000","last_active":"2024-04-10T02:37:48.102527+0000","last_peered":"2024-04-10T02:37:48.102527+0000","last_clean":"2024-04-10T02:37:48.102527+0000","last_became_active":"2024-04-10T02:37:48.102068+0000","last_became_peered":"2024-04-10T02:37:48.102068+0000","last_unstale":"2024-04-10T02:37:48.102527+0000","last_undegraded":"2024-04-10T02:37:48.102527+0000","last_fullsized":"2024-04-10T02:37:48.102527+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:07:18.422836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":73,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.102246+0000","last_change":"2024-04-10T02:37:48.102246+0000","last_active":"2024-04-10T02:37:48.102246+0000","last_peered":"2024-04-10T02:37:48.102246+0000","last_clean":"2024-04-10T02:37:48.102246+0000","last_became_active":"2024-04-10T02:37:48.100274+0000","last_became_peered":"2024-04-10T02:37:48.100274+0000","last_unstale":"2024-04-10T02:37:48.102246+0000","last_undegraded":"2024-04-10T02:37:48.102246+0000","last_fullsized":"2024-04-10T02:37:48.102246+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:53:53.881250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":67,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.075104+0000","last_change":"2024-04-10T02:36:37.972012+0000","last_active":"2024-04-10T02:37:47.075104+0000","last_peered":"2024-04-10T02:37:47.075104+0000","last_clean":"2024-04-10T02:37:47.075104+0000","last_became_active":"2024-04-10T02:36:37.971614+0000","last_became_peered":"2024-04-10T02:36:37.971614+0000","last_unstale":"2024-04-10T02:37:47.075104+0000","last_undegraded":"2024-04-10T02:37:47.075104+0000","last_fullsized":"2024-04-10T02:37:47.075104+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:27:35.175851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":68,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.075456+0000","last_change":"2024-04-10T02:37:12.929513+0000","last_active":"2024-04-10T02:37:47.075456+0000","last_peered":"2024-04-10T02:37:47.075456+0000","last_clean":"2024-04-10T02:37:47.075456+0000","last_became_active":"2024-04-10T02:37:12.929103+0000","last_became_peered":"2024-04-10T02:37:12.929103+0000","last_unstale":"2024-04-10T02:37:47.075456+0000","last_undegraded":"2024-04-10T02:37:47.075456+0000","last_fullsized":"2024-04-10T02:37:47.075456+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T14:27:32.337596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":84,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.075938+0000","last_change":"2024-04-10T02:37:12.928308+0000","last_active":"2024-04-10T02:37:47.075938+0000","last_peered":"2024-04-10T02:37:47.075938+0000","last_clean":"2024-04-10T02:37:47.075938+0000","last_became_active":"2024-04-10T02:37:12.927698+0000","last_became_peered":"2024-04-10T02:37:12.927698+0000","last_unstale":"2024-04-10T02:37:47.075938+0000","last_undegraded":"2024-04-10T02:37:47.075938+0000","last_fullsized":"2024-04-10T02:37:47.075938+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:53:22.623399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":69,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.079832+0000","last_change":"2024-04-10T02:36:37.972736+0000","last_active":"2024-04-10T02:37:47.079832+0000","last_peered":"2024-04-10T02:37:47.079832+0000","last_clean":"2024-04-10T02:37:47.079832+0000","last_became_active":"2024-04-10T02:36:37.972384+0000","last_became_peered":"2024-04-10T02:36:37.972384+0000","last_unstale":"2024-04-10T02:37:47.079832+0000","last_undegraded":"2024-04-10T02:37:47.079832+0000","last_fullsized":"2024-04-10T02:37:47.079832+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:58:13.776090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":67,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.100656+0000","last_change":"2024-04-10T02:37:48.100656+0000","last_active":"2024-04-10T02:37:48.100656+0000","last_peered":"2024-04-10T02:37:48.100656+0000","last_clean":"2024-04-10T02:37:48.100656+0000","last_became_active":"2024-04-10T02:37:48.100309+0000","last_became_peered":"2024-04-10T02:37:48.100309+0000","last_unstale":"2024-04-10T02:37:48.100656+0000","last_undegraded":"2024-04-10T02:37:48.100656+0000","last_fullsized":"2024-04-10T02:37:48.100656+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:44:13.040089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":70,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.105797+0000","last_change":"2024-04-10T02:37:48.105797+0000","last_active":"2024-04-10T02:37:48.105797+0000","last_peered":"2024-04-10T02:37:48.105797+0000","last_clean":"2024-04-10T02:37:48.105797+0000","last_became_active":"2024-04-10T02:37:48.105393+0000","last_became_peered":"2024-04-10T02:37:48.105393+0000","last_unstale":"2024-04-10T02:37:48.105797+0000","last_undegraded":"2024-04-10T02:37:48.105797+0000","last_fullsized":"2024-04-10T02:37:48.105797+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T13:52:56.799205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":62,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.095135+0000","last_change":"2024-04-10T02:36:37.968953+0000","last_active":"2024-04-10T02:37:48.095135+0000","last_peered":"2024-04-10T02:37:48.095135+0000","last_clean":"2024-04-10T02:37:48.095135+0000","last_became_active":"2024-04-10T02:36:37.968625+0000","last_became_peered":"2024-04-10T02:36:37.968625+0000","last_unstale":"2024-04-10T02:37:48.095135+0000","last_undegraded":"2024-04-10T02:37:48.095135+0000","last_fullsized":"2024-04-10T02:37:48.095135+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:56:24.659747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":68,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.099193+0000","last_change":"2024-04-10T02:37:48.099193+0000","last_active":"2024-04-10T02:37:48.099193+0000","last_peered":"2024-04-10T02:37:48.099193+0000","last_clean":"2024-04-10T02:37:48.099193+0000","last_became_active":"2024-04-10T02:37:48.098837+0000","last_became_peered":"2024-04-10T02:37:48.098837+0000","last_unstale":"2024-04-10T02:37:48.099193+0000","last_undegraded":"2024-04-10T02:37:48.099193+0000","last_fullsized":"2024-04-10T02:37:48.099193+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T06:54:54.545199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":68,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.079599+0000","last_change":"2024-04-10T02:36:37.972950+0000","last_active":"2024-04-10T02:37:47.079599+0000","last_peered":"2024-04-10T02:37:47.079599+0000","last_clean":"2024-04-10T02:37:47.079599+0000","last_became_active":"2024-04-10T02:36:37.972505+0000","last_became_peered":"2024-04-10T02:36:37.972505+0000","last_unstale":"2024-04-10T02:37:47.079599+0000","last_undegraded":"2024-04-10T02:37:47.079599+0000","last_fullsized":"2024-04-10T02:37:47.079599+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:02:53.814222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":52,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.081052+0000","last_change":"2024-04-10T02:27:52.079852+0000","last_active":"2024-04-10T02:37:47.081052+0000","last_peered":"2024-04-10T02:37:47.081052+0000","last_clean":"2024-04-10T02:37:47.081052+0000","last_became_active":"2024-04-10T02:27:52.079566+0000","last_became_peered":"2024-04-10T02:27:52.079566+0000","last_unstale":"2024-04-10T02:37:47.081052+0000","last_undegraded":"2024-04-10T02:37:47.081052+0000","last_fullsized":"2024-04-10T02:37:47.081052+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:02:00.970367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":84,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.103438+0000","last_change":"2024-04-10T02:37:48.103438+0000","last_active":"2024-04-10T02:37:48.103438+0000","last_peered":"2024-04-10T02:37:48.103438+0000","last_clean":"2024-04-10T02:37:48.103438+0000","last_became_active":"2024-04-10T02:37:48.103123+0000","last_became_peered":"2024-04-10T02:37:48.103123+0000","last_unstale":"2024-04-10T02:37:48.103438+0000","last_undegraded":"2024-04-10T02:37:48.103438+0000","last_fullsized":"2024-04-10T02:37:48.103438+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:22:41.861065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":70,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080852+0000","last_change":"2024-04-10T02:36:37.968962+0000","last_active":"2024-04-10T02:37:47.080852+0000","last_peered":"2024-04-10T02:37:47.080852+0000","last_clean":"2024-04-10T02:37:47.080852+0000","last_became_active":"2024-04-10T02:36:37.968551+0000","last_became_peered":"2024-04-10T02:36:37.968551+0000","last_unstale":"2024-04-10T02:37:47.080852+0000","last_undegraded":"2024-04-10T02:37:47.080852+0000","last_fullsized":"2024-04-10T02:37:47.080852+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:14:29.624161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":50,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.083117+0000","last_change":"2024-04-10T02:27:53.325399+0000","last_active":"2024-04-10T02:37:47.083117+0000","last_peered":"2024-04-10T02:37:47.083117+0000","last_clean":"2024-04-10T02:37:47.083117+0000","last_became_active":"2024-04-10T02:27:53.325043+0000","last_became_peered":"2024-04-10T02:27:53.325043+0000","last_unstale":"2024-04-10T02:37:47.083117+0000","last_undegraded":"2024-04-10T02:37:47.083117+0000","last_fullsized":"2024-04-10T02:37:47.083117+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:37:06.185251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":69,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.082310+0000","last_change":"2024-04-10T02:35:25.178117+0000","last_active":"2024-04-10T02:37:47.082310+0000","last_peered":"2024-04-10T02:37:47.082310+0000","last_clean":"2024-04-10T02:37:47.082310+0000","last_became_active":"2024-04-10T02:35:25.177718+0000","last_became_peered":"2024-04-10T02:35:25.177718+0000","last_unstale":"2024-04-10T02:37:47.082310+0000","last_undegraded":"2024-04-10T02:37:47.082310+0000","last_fullsized":"2024-04-10T02:37:47.082310+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:20:15.734295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":72,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.100937+0000","last_change":"2024-04-10T02:37:48.100937+0000","last_active":"2024-04-10T02:37:48.100937+0000","last_peered":"2024-04-10T02:37:48.100937+0000","last_clean":"2024-04-10T02:37:48.100937+0000","last_became_active":"2024-04-10T02:37:48.100551+0000","last_became_peered":"2024-04-10T02:37:48.100551+0000","last_unstale":"2024-04-10T02:37:48.100937+0000","last_undegraded":"2024-04-10T02:37:48.100937+0000","last_fullsized":"2024-04-10T02:37:48.100937+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:37:51.451488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":77,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080539+0000","last_change":"2024-04-10T02:35:25.182497+0000","last_active":"2024-04-10T02:37:47.080539+0000","last_peered":"2024-04-10T02:37:47.080539+0000","last_clean":"2024-04-10T02:37:47.080539+0000","last_became_active":"2024-04-10T02:35:25.182123+0000","last_became_peered":"2024-04-10T02:35:25.182123+0000","last_unstale":"2024-04-10T02:37:47.080539+0000","last_undegraded":"2024-04-10T02:37:47.080539+0000","last_fullsized":"2024-04-10T02:37:47.080539+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:58:34.707897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":62,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.109546+0000","last_change":"2024-04-10T02:37:48.109546+0000","last_active":"2024-04-10T02:37:48.109546+0000","last_peered":"2024-04-10T02:37:48.109546+0000","last_clean":"2024-04-10T02:37:48.109546+0000","last_became_active":"2024-04-10T02:37:48.109011+0000","last_became_peered":"2024-04-10T02:37:48.109011+0000","last_unstale":"2024-04-10T02:37:48.109546+0000","last_undegraded":"2024-04-10T02:37:48.109546+0000","last_fullsized":"2024-04-10T02:37:48.109546+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:32:19.500572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":51,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.078990+0000","last_change":"2024-04-10T02:27:52.086091+0000","last_active":"2024-04-10T02:37:47.078990+0000","last_peered":"2024-04-10T02:37:47.078990+0000","last_clean":"2024-04-10T02:37:47.078990+0000","last_became_active":"2024-04-10T02:27:52.085638+0000","last_became_peered":"2024-04-10T02:27:52.085638+0000","last_unstale":"2024-04-10T02:37:47.078990+0000","last_undegraded":"2024-04-10T02:37:47.078990+0000","last_fullsized":"2024-04-10T02:37:47.078990+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T04:45:48.782381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":67,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.103788+0000","last_change":"2024-04-10T02:37:48.103788+0000","last_active":"2024-04-10T02:37:48.103788+0000","last_peered":"2024-04-10T02:37:48.103788+0000","last_clean":"2024-04-10T02:37:48.103788+0000","last_became_active":"2024-04-10T02:37:48.103477+0000","last_became_peered":"2024-04-10T02:37:48.103477+0000","last_unstale":"2024-04-10T02:37:48.103788+0000","last_undegraded":"2024-04-10T02:37:48.103788+0000","last_fullsized":"2024-04-10T02:37:48.103788+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T02:50:39.094936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":61,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.106683+0000","last_change":"2024-04-10T02:37:48.106683+0000","last_active":"2024-04-10T02:37:48.106683+0000","last_peered":"2024-04-10T02:37:48.106683+0000","last_clean":"2024-04-10T02:37:48.106683+0000","last_became_active":"2024-04-10T02:37:48.105935+0000","last_became_peered":"2024-04-10T02:37:48.105935+0000","last_unstale":"2024-04-10T02:37:48.106683+0000","last_undegraded":"2024-04-10T02:37:48.106683+0000","last_fullsized":"2024-04-10T02:37:48.106683+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:39:09.283934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":36,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.099829+0000","last_change":"2024-04-10T02:37:48.099829+0000","last_active":"2024-04-10T02:37:48.099829+0000","last_peered":"2024-04-10T02:37:48.099829+0000","last_clean":"2024-04-10T02:37:48.099829+0000","last_became_active":"2024-04-10T02:37:48.099504+0000","last_became_peered":"2024-04-10T02:37:48.099504+0000","last_unstale":"2024-04-10T02:37:48.099829+0000","last_undegraded":"2024-04-10T02:37:48.099829+0000","last_fullsized":"2024-04-10T02:37:48.099829+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:57:21.307340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":70,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080324+0000","last_change":"2024-04-10T02:37:12.932863+0000","last_active":"2024-04-10T02:37:47.080324+0000","last_peered":"2024-04-10T02:37:47.080324+0000","last_clean":"2024-04-10T02:37:47.080324+0000","last_became_active":"2024-04-10T02:37:12.932379+0000","last_became_peered":"2024-04-10T02:37:12.932379+0000","last_unstale":"2024-04-10T02:37:47.080324+0000","last_undegraded":"2024-04-10T02:37:47.080324+0000","last_fullsized":"2024-04-10T02:37:47.080324+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:26:25.740194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":77,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.074795+0000","last_change":"2024-04-10T02:37:12.929550+0000","last_active":"2024-04-10T02:37:47.074795+0000","last_peered":"2024-04-10T02:37:47.074795+0000","last_clean":"2024-04-10T02:37:47.074795+0000","last_became_active":"2024-04-10T02:37:12.929243+0000","last_became_peered":"2024-04-10T02:37:12.929243+0000","last_unstale":"2024-04-10T02:37:47.074795+0000","last_undegraded":"2024-04-10T02:37:47.074795+0000","last_fullsized":"2024-04-10T02:37:47.074795+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T09:55:39.137463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"90'22","reported_seq":73,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.075217+0000","last_change":"2024-04-10T02:27:52.081321+0000","last_active":"2024-04-10T02:37:47.075217+0000","last_peered":"2024-04-10T02:37:47.075217+0000","last_clean":"2024-04-10T02:37:47.075217+0000","last_became_active":"2024-04-10T02:27:52.081051+0000","last_became_peered":"2024-04-10T02:27:52.081051+0000","last_unstale":"2024-04-10T02:37:47.075217+0000","last_undegraded":"2024-04-10T02:37:47.075217+0000","last_fullsized":"2024-04-10T02:37:47.075217+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:37:54.924849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4744,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":51,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.093526+0000","last_change":"2024-04-10T02:37:12.926670+0000","last_active":"2024-04-10T02:37:48.093526+0000","last_peered":"2024-04-10T02:37:48.093526+0000","last_clean":"2024-04-10T02:37:48.093526+0000","last_became_active":"2024-04-10T02:37:12.926354+0000","last_became_peered":"2024-04-10T02:37:12.926354+0000","last_unstale":"2024-04-10T02:37:48.093526+0000","last_undegraded":"2024-04-10T02:37:48.093526+0000","last_fullsized":"2024-04-10T02:37:48.093526+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:16:09.616604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":71,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.103690+0000","last_change":"2024-04-10T02:37:48.103690+0000","last_active":"2024-04-10T02:37:48.103690+0000","last_peered":"2024-04-10T02:37:48.103690+0000","last_clean":"2024-04-10T02:37:48.103690+0000","last_became_active":"2024-04-10T02:37:48.103306+0000","last_became_peered":"2024-04-10T02:37:48.103306+0000","last_unstale":"2024-04-10T02:37:48.103690+0000","last_undegraded":"2024-04-10T02:37:48.103690+0000","last_fullsized":"2024-04-10T02:37:48.103690+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:34:30.842793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.101352+0000","last_change":"2024-04-10T02:37:48.101352+0000","last_active":"2024-04-10T02:37:48.101352+0000","last_peered":"2024-04-10T02:37:48.101352+0000","last_clean":"2024-04-10T02:37:48.101352+0000","last_became_active":"2024-04-10T02:37:48.100772+0000","last_became_peered":"2024-04-10T02:37:48.100772+0000","last_unstale":"2024-04-10T02:37:48.101352+0000","last_undegraded":"2024-04-10T02:37:48.101352+0000","last_fullsized":"2024-04-10T02:37:48.101352+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:44:31.757667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":68,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.083750+0000","last_change":"2024-04-10T02:36:37.970541+0000","last_active":"2024-04-10T02:37:47.083750+0000","last_peered":"2024-04-10T02:37:47.083750+0000","last_clean":"2024-04-10T02:37:47.083750+0000","last_became_active":"2024-04-10T02:36:37.970123+0000","last_became_peered":"2024-04-10T02:36:37.970123+0000","last_unstale":"2024-04-10T02:37:47.083750+0000","last_undegraded":"2024-04-10T02:37:47.083750+0000","last_fullsized":"2024-04-10T02:37:47.083750+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:42:29.766776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":72,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.099055+0000","last_change":"2024-04-10T02:37:48.099055+0000","last_active":"2024-04-10T02:37:48.099055+0000","last_peered":"2024-04-10T02:37:48.099055+0000","last_clean":"2024-04-10T02:37:48.099055+0000","last_became_active":"2024-04-10T02:37:48.098051+0000","last_became_peered":"2024-04-10T02:37:48.098051+0000","last_unstale":"2024-04-10T02:37:48.099055+0000","last_undegraded":"2024-04-10T02:37:48.099055+0000","last_fullsized":"2024-04-10T02:37:48.099055+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T12:32:09.138416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":61,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.109226+0000","last_change":"2024-04-10T02:37:48.109226+0000","last_active":"2024-04-10T02:37:48.109226+0000","last_peered":"2024-04-10T02:37:48.109226+0000","last_clean":"2024-04-10T02:37:48.109226+0000","last_became_active":"2024-04-10T02:37:48.108883+0000","last_became_peered":"2024-04-10T02:37:48.108883+0000","last_unstale":"2024-04-10T02:37:48.109226+0000","last_undegraded":"2024-04-10T02:37:48.109226+0000","last_fullsized":"2024-04-10T02:37:48.109226+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T08:20:54.767946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":68,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.080615+0000","last_change":"2024-04-10T02:36:37.972745+0000","last_active":"2024-04-10T02:37:47.080615+0000","last_peered":"2024-04-10T02:37:47.080615+0000","last_clean":"2024-04-10T02:37:47.080615+0000","last_became_active":"2024-04-10T02:36:37.972374+0000","last_became_peered":"2024-04-10T02:36:37.972374+0000","last_unstale":"2024-04-10T02:37:47.080615+0000","last_undegraded":"2024-04-10T02:37:47.080615+0000","last_fullsized":"2024-04-10T02:37:47.080615+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T05:16:35.016146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":90,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.104559+0000","last_change":"2024-04-10T02:37:48.104559+0000","last_active":"2024-04-10T02:37:48.104559+0000","last_peered":"2024-04-10T02:37:48.104559+0000","last_clean":"2024-04-10T02:37:48.104559+0000","last_became_active":"2024-04-10T02:37:48.104170+0000","last_became_peered":"2024-04-10T02:37:48.104170+0000","last_unstale":"2024-04-10T02:37:48.104559+0000","last_undegraded":"2024-04-10T02:37:48.104559+0000","last_fullsized":"2024-04-10T02:37:48.104559+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T11:03:05.165364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":62,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.109803+0000","last_change":"2024-04-10T02:37:48.109803+0000","last_active":"2024-04-10T02:37:48.109803+0000","last_peered":"2024-04-10T02:37:48.109803+0000","last_clean":"2024-04-10T02:37:48.109803+0000","last_became_active":"2024-04-10T02:37:48.109459+0000","last_became_peered":"2024-04-10T02:37:48.109459+0000","last_unstale":"2024-04-10T02:37:48.109803+0000","last_undegraded":"2024-04-10T02:37:48.109803+0000","last_fullsized":"2024-04-10T02:37:48.109803+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T03:55:26.915531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":51,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.097391+0000","last_change":"2024-04-10T02:37:48.097391+0000","last_active":"2024-04-10T02:37:48.097391+0000","last_peered":"2024-04-10T02:37:48.097391+0000","last_clean":"2024-04-10T02:37:48.097391+0000","last_became_active":"2024-04-10T02:37:48.097010+0000","last_became_peered":"2024-04-10T02:37:48.097010+0000","last_unstale":"2024-04-10T02:37:48.097391+0000","last_undegraded":"2024-04-10T02:37:48.097391+0000","last_fullsized":"2024-04-10T02:37:48.097391+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:06:05.934180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":72,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-04-10T02:37:48.098838+0000","last_change":"2024-04-10T02:37:48.098838+0000","last_active":"2024-04-10T02:37:48.098838+0000","last_peered":"2024-04-10T02:37:48.098838+0000","last_clean":"2024-04-10T02:37:48.098838+0000","last_became_active":"2024-04-10T02:37:48.098486+0000","last_became_peered":"2024-04-10T02:37:48.098486+0000","last_unstale":"2024-04-10T02:37:48.098838+0000","last_undegraded":"2024-04-10T02:37:48.098838+0000","last_fullsized":"2024-04-10T02:37:48.098838+0000","mapping_epoch":109,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":110,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:52.058797+0000","last_clean_scrub_stamp":"2024-04-10T02:27:52.058797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T07:25:55.647863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":86,"reported_epoch":109,"state":"active+clean","last_fresh":"2024-04-10T02:37:47.074287+0000","last_change":"2024-04-10T02:37:12.928806+0000","last_active":"2024-04-10T02:37:47.074287+0000","last_peered":"2024-04-10T02:37:47.074287+0000","last_clean":"2024-04-10T02:37:47.074287+0000","last_became_active":"2024-04-10T02:37:12.928353+0000","last_became_peered":"2024-04-10T02:37:12.928353+0000","last_unstale":"2024-04-10T02:37:47.074287+0000","last_undegraded":"2024-04-10T02:37:47.074287+0000","last_fullsized":"2024-04-10T02:37:47.074287+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T02:27:51.056927+0000","last_clean_scrub_stamp":"2024-04-10T02:27:51.056927+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T10:32:02.644546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5530,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18408,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":12992,"num_write":846,"num_write_kb":12586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3573,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201436,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":307336,"kb_used_data":5880,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93437816,"statfs":{"total":95995035648,"available":95680323584,"internally_reserved":0,"allocated":6021120,"data_stored":5416654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463072,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":303228,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93441924,"statfs":{"total":95995035648,"available":95684530176,"internally_reserved":0,"allocated":1818624,"data_stored":1222223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":99,"seq":425201762332,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32808,"kb_used_data":5276,"kb_used_omap":8,"kb_used_meta":27511,"kb_avail":93712344,"statfs":{"total":95995035648,"available":95961440256,"internally_reserved":0,"allocated":5402624,"data_stored":4821373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8209,"internal_metadata":28172271},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":94,"seq":403726925867,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33396,"kb_used_data":5860,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93711756,"statfs":{"total":95995035648,"available":95960838144,"internally_reserved":0,"allocated":6000640,"data_stored":5412314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7981,"internal_metadata":28172499},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":104,"seq":446676598805,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28720,"kb_used_data":1184,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93716432,"statfs":{"total":95995035648,"available":95965626368,"internally_reserved":0,"allocated":1212416,"data_stored":627654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7631,"internal_metadata":28172849},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":109,"seq":468151435278,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28708,"kb_used_data":1176,"kb_used_omap":6,"kb_used_meta":27513,"kb_avail":93716444,"statfs":{"total":95995035648,"available":95965638656,"internally_reserved":0,"allocated":1204224,"data_stored":626809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6225,"internal_metadata":28174255},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986348,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298556,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446596,"statfs":{"total":95995035648,"available":95689314304,"internally_reserved":0,"allocated":1228800,"data_stored":631912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724710,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298540,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446612,"statfs":{"total":95995035648,"available":95689330688,"internally_reserved":0,"allocated":1212416,"data_stored":627358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2219,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1354,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6277,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6505,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2459,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3167,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T02:38:50.295 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-10T02:38:50.295 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-10T02:38:50.295 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-10T02:38:50.295 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:38:50.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:50 smithi057 ceph-mon[96697]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:38:50.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:50 smithi057 ceph-mon[100739]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:38:50.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:50 smithi096 ceph-mon[88652]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T02:38:50.565 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:51.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:51 smithi057 ceph-mon[96697]: pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:51.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:51 smithi057 ceph-mon[100739]: pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:51.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:51 smithi096 ceph-mon[88652]: pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:52.503 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:38:52.503 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:38:53.105 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:38:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:38:53] "GET /metrics HTTP/1.1" 200 34152 "" "Prometheus/2.43.0" 2024-04-10T02:38:53.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:53 smithi057 ceph-mon[100739]: pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:53.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:53 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/109244386' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:38:53.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:53 smithi057 ceph-mon[96697]: pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:53.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:53 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/109244386' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:38:53.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:53 smithi096 ceph-mon[88652]: pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:53.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:53 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/109244386' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:38:55.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:55 smithi057 ceph-mon[96697]: pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:55 smithi057 ceph-mon[100739]: pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:55.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:55 smithi096 ceph-mon[88652]: pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:56.256 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:38:56.528 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:38:57.298 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:57 smithi057 ceph-mon[96697]: pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:57.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:57 smithi057 ceph-mon[100739]: pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:57.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:57 smithi096 ceph-mon[88652]: pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:58.394 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:38:58.395 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:38:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:59 smithi057 ceph-mon[96697]: pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:38:59 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3187182824' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:38:59.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:59 smithi057 ceph-mon[100739]: pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:59.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:38:59 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3187182824' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:38:59.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:59 smithi096 ceph-mon[88652]: pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:38:59.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:38:59 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3187182824' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:01.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:01 smithi057 ceph-mon[96697]: pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:01.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:01.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:01 smithi057 ceph-mon[100739]: pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:01.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:01 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:01.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:01 smithi096 ceph-mon[88652]: pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:01.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:02.059 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:39:02.334 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:39:03.121 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:39:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:39:03] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-10T02:39:03.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:03 smithi057 ceph-mon[96697]: pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:03.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:03 smithi057 ceph-mon[100739]: pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:03.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:03 smithi096 ceph-mon[88652]: pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:04.208 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:39:04.209 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:39:05.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:05 smithi096 ceph-mon[88652]: pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:05.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:05 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/4247058214' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:05 smithi057 ceph-mon[100739]: pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:05 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/4247058214' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:05.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:05 smithi057 ceph-mon[96697]: pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:05.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:05 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/4247058214' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:06.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:06 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:39:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:06 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:39:06.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:06 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:39:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:07 smithi096 ceph-mon[88652]: pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:07.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:07 smithi057 ceph-mon[96697]: pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:07.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:07 smithi057 ceph-mon[100739]: pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:07.811 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:39:08.317 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:39:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:09 smithi057 ceph-mon[96697]: pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:09.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:09 smithi057 ceph-mon[100739]: pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:09.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:09 smithi096 ceph-mon[88652]: pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:10.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:10 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:10.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:10 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:11.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:10 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:11.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:10 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:11.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:10 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:11.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:10 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:11.233 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:39:11.233 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:39:11.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:11 smithi057 ceph-mon[96697]: pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:11.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:11 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/200042299' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:11.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:11 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:11.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:11 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:11.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:11 smithi057 ceph-mon[100739]: pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:11.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:11 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/200042299' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:11.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:11 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:11.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:11 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:11 smithi096 ceph-mon[88652]: pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:11 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/200042299' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:11 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:12.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:11 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[96697]: pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:39:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:39:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[96697]: pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:12.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[96697]: pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:12.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:12.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[100739]: pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:12.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:39:12.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:39:12.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[100739]: pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:12.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[100739]: pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:12.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:12 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:13.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:12 smithi096 ceph-mon[88652]: pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:13.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:12 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:39:13.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:12 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:39:13.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:12 smithi096 ceph-mon[88652]: pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:13.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:12 smithi096 ceph-mon[88652]: pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:13.239 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:12 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:39:13.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:39:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:39:13] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-10T02:39:15.065 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:39:15.338 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:39:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:15 smithi057 ceph-mon[96697]: pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:15.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:15 smithi057 ceph-mon[100739]: pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:15.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:15 smithi096 ceph-mon[88652]: pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:16.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:17.278 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:39:17.278 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:39:17.587 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:17 smithi057 ceph-mon[96697]: pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:17.587 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:17 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1487274759' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:17.588 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:17 smithi057 ceph-mon[100739]: pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:17.588 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:17 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1487274759' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:17 smithi096 ceph-mon[88652]: pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:17 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1487274759' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:19 smithi057 ceph-mon[100739]: pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:19.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:19 smithi057 ceph-mon[96697]: pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:19.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:19 smithi096 ceph-mon[88652]: pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:20.990 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:39:21.265 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:39:21.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:21 smithi057 ceph-mon[96697]: pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:21.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:21 smithi057 ceph-mon[100739]: pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:21.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:21 smithi096 ceph-mon[88652]: pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:23.268 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:39:23.268 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:39:23.268 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:39:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:39:23] "GET /metrics HTTP/1.1" 200 34151 "" "Prometheus/2.43.0" 2024-04-10T02:39:23.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:23 smithi057 ceph-mon[96697]: pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:23.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:23 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2792243191' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:23.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:23 smithi057 ceph-mon[100739]: pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:23.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:23 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2792243191' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:23 smithi096 ceph-mon[88652]: pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:23 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2792243191' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:25.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:25 smithi057 ceph-mon[96697]: pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:25 smithi057 ceph-mon[100739]: pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:25.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:25 smithi096 ceph-mon[88652]: pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:26.887 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:39:27.158 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:39:27.614 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:27 smithi057 ceph-mon[96697]: pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:27.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:27 smithi057 ceph-mon[100739]: pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:27.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:27 smithi096 ceph-mon[88652]: pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:29.027 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:39:29.028 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:39:29.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:29 smithi057 ceph-mon[100739]: pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:29.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:29 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3171877253' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:29.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:29 smithi057 ceph-mon[96697]: pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:29.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:29 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3171877253' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:29.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:29 smithi096 ceph-mon[88652]: pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:29.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:29 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3171877253' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:31 smithi096 ceph-mon[88652]: pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:31.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:31.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:31 smithi057 ceph-mon[100739]: pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:31.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:31 smithi057 ceph-mon[96697]: pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:31.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:32.707 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:39:32.980 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:39:33.335 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:39:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:39:33] "GET /metrics HTTP/1.1" 200 34151 "" "Prometheus/2.43.0" 2024-04-10T02:39:33.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:33 smithi057 ceph-mon[96697]: pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:33.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:33 smithi057 ceph-mon[100739]: pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:33.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:33 smithi096 ceph-mon[88652]: pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:34.865 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:39:34.866 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:39:35.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:35 smithi057 ceph-mon[96697]: pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:35.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:35 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1137583441' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:35.533 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:35 smithi057 ceph-mon[100739]: pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:35.533 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:35 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1137583441' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:35.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:35 smithi096 ceph-mon[88652]: pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:35.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:35 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1137583441' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:37.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:37 smithi096 ceph-mon[88652]: pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:37.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:37 smithi057 ceph-mon[96697]: pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:37.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:37 smithi057 ceph-mon[100739]: pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:38.561 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:39:38.833 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:39:39.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:39 smithi057 ceph-mon[96697]: pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:39.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:39 smithi057 ceph-mon[100739]: pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:39.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:39 smithi096 ceph-mon[88652]: pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:40.781 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:39:40.781 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:39:41.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:41 smithi096 ceph-mon[88652]: pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:41.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:41 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3375857305' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:41 smithi057 ceph-mon[96697]: pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:41.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:41 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3375857305' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:41 smithi057 ceph-mon[100739]: pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:41 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3375857305' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:43.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:39:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:39:43] "GET /metrics HTTP/1.1" 200 34151 "" "Prometheus/2.43.0" 2024-04-10T02:39:43.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:43 smithi096 ceph-mon[88652]: pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:43.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:43 smithi057 ceph-mon[96697]: pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:43.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:43 smithi057 ceph-mon[100739]: pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:44.417 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:39:44.689 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:39:45.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:45 smithi096 ceph-mon[88652]: pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:45.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:45 smithi057 ceph-mon[96697]: pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:45.769 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:45 smithi057 ceph-mon[100739]: pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:46.539 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:39:46.539 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:39:46.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:46.843 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:46.843 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:39:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:47 smithi057 ceph-mon[96697]: pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:47 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1817855549' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:47.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:47 smithi057 ceph-mon[100739]: pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:47.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:47 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1817855549' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:47 smithi096 ceph-mon[88652]: pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:47 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1817855549' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:49.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:49 smithi057 ceph-mon[96697]: pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:49 smithi057 ceph-mon[100739]: pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:49.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:49 smithi096 ceph-mon[88652]: pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:50.179 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:39:50.453 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:39:51.855 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:51 smithi057 ceph-mon[96697]: pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:51.855 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:51 smithi057 ceph-mon[100739]: pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:51.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:51 smithi096 ceph-mon[88652]: pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:52.334 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:39:52.334 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:39:52.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:52 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1739072542' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:52 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1739072542' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:52 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1739072542' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:53.124 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:39:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:39:53] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-04-10T02:39:53.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:53 smithi057 ceph-mon[96697]: pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:53.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:53 smithi057 ceph-mon[100739]: pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:53.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:53 smithi096 ceph-mon[88652]: pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:55.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:55 smithi057 ceph-mon[96697]: pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:55.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:55 smithi057 ceph-mon[100739]: pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:55.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:55 smithi096 ceph-mon[88652]: pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:56.152 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:39:56.424 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:39:57.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:57 smithi057 ceph-mon[96697]: pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:57.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:57 smithi057 ceph-mon[100739]: pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:57.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:57 smithi096 ceph-mon[88652]: pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:58.382 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:39:58.382 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:39:58.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:58 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1683403085' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:58.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:58 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1683403085' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:58.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:58 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1683403085' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:39:59.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:39:59 smithi057 ceph-mon[96697]: pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:59.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:39:59 smithi057 ceph-mon[100739]: pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:39:59.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:39:59 smithi096 ceph-mon[88652]: pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:00.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:00 smithi057 ceph-mon[100739]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:40:00.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:00 smithi057 ceph-mon[96697]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:40:00.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:00 smithi096 ceph-mon[88652]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-10T02:40:01.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:01 smithi057 ceph-mon[96697]: pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:01.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:01.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:01 smithi057 ceph-mon[100739]: pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:01.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:01 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:01.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:01 smithi096 ceph-mon[88652]: pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:01.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:02.164 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:40:02.437 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:40:03.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:40:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:40:03] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-10T02:40:03.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:03 smithi057 ceph-mon[96697]: pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:03.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:03 smithi057 ceph-mon[100739]: pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:03.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:03 smithi096 ceph-mon[88652]: pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:04.351 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:40:04.351 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:40:04.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:04 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3723896988' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:04.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:04 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3723896988' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:04.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:04 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3723896988' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:05.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:05 smithi057 ceph-mon[100739]: pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:05.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:05 smithi057 ceph-mon[96697]: pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:05.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:05 smithi096 ceph-mon[88652]: pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:07.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:07 smithi057 ceph-mon[96697]: pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:07.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:07 smithi057 ceph-mon[100739]: pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:07 smithi096 ceph-mon[88652]: pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:08.083 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:40:08.356 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:40:09.776 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:09 smithi057 ceph-mon[96697]: pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:09.776 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:09 smithi057 ceph-mon[100739]: pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:09.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:09 smithi096 ceph-mon[88652]: pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:10.257 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:40:10.257 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:40:10.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:10 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/178123970' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:10 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/178123970' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:10.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:10 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/178123970' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:11.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:11 smithi096 ceph-mon[88652]: pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:12.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:11 smithi057 ceph-mon[96697]: pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:12.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:11 smithi057 ceph-mon[100739]: pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:12.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:12 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:40:13.001 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:12 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:40:13.001 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:12 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:40:13.352 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:40:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:40:13] "GET /metrics HTTP/1.1" 200 34145 "" "Prometheus/2.43.0" 2024-04-10T02:40:13.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:13 smithi096 ceph-mon[88652]: pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:13.991 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:40:14.015 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:13 smithi057 ceph-mon[96697]: pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:14.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:13 smithi057 ceph-mon[100739]: pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:15.254 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:40:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:15 smithi096 ceph-mon[88652]: pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:16.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:15 smithi057 ceph-mon[96697]: pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:16.039 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:15 smithi057 ceph-mon[100739]: pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:17.054 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:17.054 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:17.054 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:17.055 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:17.055 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:17.055 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:17 smithi057 ceph-mon[96697]: pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:17 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:17 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:17.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:17 smithi057 ceph-mon[100739]: pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:17.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:17 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:17.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:17 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:17.927 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:40:17.927 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:40:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:17 smithi096 ceph-mon[88652]: pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:17.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:17 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:17.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:17 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:40:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:40:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:18.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:18 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1234525512' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:19.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:40:19.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:40:19.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:19.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:18 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1234525512' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:19.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:40:19.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:40:19.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:40:19.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:18 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1234525512' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:19 smithi096 ceph-mon[88652]: pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:19 smithi096 ceph-mon[88652]: pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:20.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:19 smithi057 ceph-mon[96697]: pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:20.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:19 smithi057 ceph-mon[96697]: pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:20.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:19 smithi057 ceph-mon[100739]: pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:20.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:19 smithi057 ceph-mon[100739]: pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:21.706 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:40:21.981 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:40:21.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:21 smithi096 ceph-mon[88652]: pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:22.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:21 smithi057 ceph-mon[96697]: pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:22.104 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:21 smithi057 ceph-mon[100739]: pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:23.304 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:40:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:40:23] "GET /metrics HTTP/1.1" 200 34150 "" "Prometheus/2.43.0" 2024-04-10T02:40:23.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:23 smithi057 ceph-mon[96697]: pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:23.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:23 smithi057 ceph-mon[100739]: pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:23 smithi096 ceph-mon[88652]: pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:24.046 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:40:24.046 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:40:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:24 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2646237182' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:25.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:24 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2646237182' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:25.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:24 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2646237182' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:26.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:25 smithi057 ceph-mon[96697]: pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:26.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:25 smithi057 ceph-mon[100739]: pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:26.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:25 smithi096 ceph-mon[88652]: pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:27.714 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:40:27.987 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:40:28.110 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:27 smithi057 ceph-mon[96697]: pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:28.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:27 smithi057 ceph-mon[100739]: pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:28.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:27 smithi096 ceph-mon[88652]: pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:29.914 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:40:29.914 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:40:30.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:29 smithi057 ceph-mon[96697]: pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:30.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:29 smithi057 ceph-mon[100739]: pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:30.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:29 smithi096 ceph-mon[88652]: pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:31.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:30 smithi057 ceph-mon[100739]: pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:31.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:30 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1254227706' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:30 smithi057 ceph-mon[96697]: pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:31.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:30 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1254227706' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:30 smithi096 ceph-mon[88652]: pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:30 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1254227706' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:32.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:32.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:32.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:33.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:32 smithi057 ceph-mon[96697]: pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:33.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:32 smithi057 ceph-mon[100739]: pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:33.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:40:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:40:33] "GET /metrics HTTP/1.1" 200 34150 "" "Prometheus/2.43.0" 2024-04-10T02:40:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:32 smithi096 ceph-mon[88652]: pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:33.553 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:40:33.825 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:40:35.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:34 smithi057 ceph-mon[96697]: pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:35.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:34 smithi057 ceph-mon[100739]: pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:35.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:34 smithi096 ceph-mon[88652]: pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:35.623 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:40:35.623 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:40:36.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:35 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/4239625584' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:36.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:35 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/4239625584' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:36.236 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:35 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/4239625584' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:37.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:36 smithi096 ceph-mon[88652]: pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:37.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:36 smithi057 ceph-mon[96697]: pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:36 smithi057 ceph-mon[100739]: pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:39.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:38 smithi096 ceph-mon[88652]: pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:39.287 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:40:39.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:38 smithi057 ceph-mon[96697]: pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:39.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:38 smithi057 ceph-mon[100739]: pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:39.559 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:40:41.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:40 smithi096 ceph-mon[88652]: pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:41.382 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:40:41.382 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:40:41.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:40 smithi057 ceph-mon[96697]: pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:41.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:40 smithi057 ceph-mon[100739]: pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:41.934 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:41 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2490034941' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:41.935 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:41 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2490034941' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:42.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:41 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2490034941' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:43.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:42 smithi096 ceph-mon[88652]: pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:42 smithi057 ceph-mon[96697]: pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:43.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:42 smithi057 ceph-mon[100739]: pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:43.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:40:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:40:43] "GET /metrics HTTP/1.1" 200 34150 "" "Prometheus/2.43.0" 2024-04-10T02:40:44.961 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:40:45.232 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:40:45.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:44 smithi096 ceph-mon[88652]: pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:45.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:44 smithi057 ceph-mon[96697]: pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:45.344 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:44 smithi057 ceph-mon[100739]: pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:45.932 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:45 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:45 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:46.292 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:45 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:40:47.051 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:40:47.051 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:40:47.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:46 smithi096 ceph-mon[88652]: pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:47.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:46 smithi057 ceph-mon[96697]: pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:47.350 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:46 smithi057 ceph-mon[100739]: pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:48.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:47 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3622948471' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:48.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:47 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3622948471' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:48.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:47 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3622948471' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:49.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:48 smithi096 ceph-mon[88652]: pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:49.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:48 smithi057 ceph-mon[96697]: pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:49.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:48 smithi057 ceph-mon[100739]: pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:50.667 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:40:50.940 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:40:51.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:50 smithi096 ceph-mon[88652]: pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:51.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:50 smithi057 ceph-mon[96697]: pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:51.287 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:50 smithi057 ceph-mon[100739]: pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:52.788 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:40:52.789 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:40:53.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:52 smithi096 ceph-mon[88652]: pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:53.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:52 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3818693627' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:53.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:52 smithi057 ceph-mon[96697]: pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:53.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:52 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3818693627' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:53.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:52 smithi057 ceph-mon[100739]: pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:53.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:52 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3818693627' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:53.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:40:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:40:53] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-10T02:40:55.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:54 smithi057 ceph-mon[96697]: pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:55.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:54 smithi057 ceph-mon[100739]: pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:55.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:54 smithi096 ceph-mon[88652]: pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:56.418 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:40:56.691 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:40:57.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:56 smithi057 ceph-mon[96697]: pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:57.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:56 smithi057 ceph-mon[100739]: pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:57.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:56 smithi096 ceph-mon[88652]: pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:58.510 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:40:58.510 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:40:59.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:59 smithi057 ceph-mon[100739]: pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:59.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:40:59 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2793988585' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:59.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:59 smithi057 ceph-mon[96697]: pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:59.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:40:59 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2793988585' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:40:59.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:59 smithi096 ceph-mon[88652]: pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:40:59.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:40:59 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2793988585' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:01.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:01 smithi057 ceph-mon[96697]: pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:01.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:01.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:01 smithi057 ceph-mon[100739]: pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:01.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:01 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:01.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:01 smithi096 ceph-mon[88652]: pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:01.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:02.149 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:41:02.420 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:41:03.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:03 smithi057 ceph-mon[96697]: pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:03.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:03 smithi057 ceph-mon[100739]: pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:03.137 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:41:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:41:03] "GET /metrics HTTP/1.1" 200 34150 "" "Prometheus/2.43.0" 2024-04-10T02:41:03.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:03 smithi096 ceph-mon[88652]: pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:04.251 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:41:04.252 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:41:05.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:05 smithi057 ceph-mon[100739]: pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:05.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:05 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/915172301' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:05.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:05 smithi057 ceph-mon[96697]: pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:05.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:05 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/915172301' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:05.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:05 smithi096 ceph-mon[88652]: pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:05.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:05 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/915172301' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:07.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:07 smithi057 ceph-mon[96697]: pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:07 smithi057 ceph-mon[100739]: pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:07.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:07 smithi096 ceph-mon[88652]: pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:07.885 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:41:08.157 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:41:09.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:09 smithi057 ceph-mon[96697]: pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:09.546 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:09 smithi057 ceph-mon[100739]: pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:09.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:09 smithi096 ceph-mon[88652]: pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:10.001 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:41:10.001 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:41:10.590 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:10 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1863313731' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:10.590 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:10 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1863313731' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:10 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1863313731' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:11.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:11 smithi057 ceph-mon[96697]: pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:11.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:11 smithi057 ceph-mon[100739]: pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:11 smithi096 ceph-mon[88652]: pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:13.310 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:41:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:41:13] "GET /metrics HTTP/1.1" 200 34150 "" "Prometheus/2.43.0" 2024-04-10T02:41:13.617 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:41:13.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:13 smithi057 ceph-mon[96697]: pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:13.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:13 smithi057 ceph-mon[100739]: pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:13.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:13 smithi096 ceph-mon[88652]: pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:13.891 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:41:15.501 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:15 smithi057 ceph-mon[96697]: pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:15.501 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:15 smithi057 ceph-mon[100739]: pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:15.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:15 smithi096 ceph-mon[88652]: pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:15.760 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:41:15.760 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:41:16.523 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:16 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/4186473264' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:16.523 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:16.523 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:16 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/4186473264' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:16.523 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:16 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/4186473264' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:17 smithi057 ceph-mon[96697]: pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:17.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:17 smithi057 ceph-mon[100739]: pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:17.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:17 smithi096 ceph-mon[88652]: pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:18 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:41:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:18 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:41:18.726 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:18 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:41:19.547 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:41:19.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:19 smithi057 ceph-mon[96697]: pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:19 smithi057 ceph-mon[100739]: pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:19.644 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:19 smithi096 ceph-mon[88652]: pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:20.851 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:41:21.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:21 smithi096 ceph-mon[88652]: pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:21.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:21 smithi057 ceph-mon[96697]: pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:21.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:21 smithi057 ceph-mon[100739]: pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:22.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:22 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:22 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:22 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:23.168 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:41:23] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-04-10T02:41:23.410 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:41:23.410 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:41:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:23 smithi096 ceph-mon[88652]: pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:23 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:41:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:23 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:41:23.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:23 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:23.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:23 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2233171121' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:24.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-mon[96697]: pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:24.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:41:24.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:41:24.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:24.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2233171121' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:24.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-mon[100739]: pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:24.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:41:24.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:41:24.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:41:24.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:23 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2233171121' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:24 smithi096 ceph-mon[88652]: pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:24 smithi096 ceph-mon[88652]: pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:24 smithi057 ceph-mon[96697]: pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:24 smithi057 ceph-mon[96697]: pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:25.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:24 smithi057 ceph-mon[100739]: pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:25.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:24 smithi057 ceph-mon[100739]: pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:26.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:26 smithi096 ceph-mon[88652]: pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:27.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:26 smithi057 ceph-mon[96697]: pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:27.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:26 smithi057 ceph-mon[100739]: pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:27.153 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:41:27.425 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:41:28.865 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:28 smithi057 ceph-mon[96697]: pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:28.865 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:28 smithi057 ceph-mon[100739]: pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:29.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:28 smithi096 ceph-mon[88652]: pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:29.332 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:41:29.333 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:41:29.989 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:29 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1232019883' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:29.989 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:29 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1232019883' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:30.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:29 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1232019883' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:31.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:30 smithi057 ceph-mon[96697]: pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:31.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:30 smithi057 ceph-mon[100739]: pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:31.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:30 smithi096 ceph-mon[88652]: pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:32.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:32.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:32.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:33.014 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:41:33.044 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:32 smithi057 ceph-mon[96697]: pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:33.044 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:32 smithi057 ceph-mon[100739]: pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:33.045 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:41:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:41:33] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-04-10T02:41:33.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:32 smithi096 ceph-mon[88652]: pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:33.295 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:41:34.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:33 smithi057 ceph-mon[100739]: pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:34.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:33 smithi057 ceph-mon[96697]: pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:34.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:33 smithi096 ceph-mon[88652]: pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:35.209 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:41:35.209 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:41:36.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:36 smithi096 ceph-mon[88652]: pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:36.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:36 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3288150191' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:36.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:36 smithi057 ceph-mon[96697]: pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:36.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:36 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3288150191' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:36.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:36 smithi057 ceph-mon[100739]: pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:36.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:36 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3288150191' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:38.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:38 smithi096 ceph-mon[88652]: pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:38.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:38 smithi057 ceph-mon[96697]: pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:38.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:38 smithi057 ceph-mon[100739]: pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:38.823 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:41:39.095 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:41:40.488 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:40 smithi057 ceph-mon[96697]: pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:40.488 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:40 smithi057 ceph-mon[100739]: pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:40.489 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:40 smithi096 ceph-mon[88652]: pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:40.952 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:41:40.952 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:41:41.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:41 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/385815810' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:41.264 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:41 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/385815810' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:41.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:41 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/385815810' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:42.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:42 smithi096 ceph-mon[88652]: pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:42.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:42 smithi057 ceph-mon[96697]: pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:42.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:42 smithi057 ceph-mon[100739]: pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:43.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:41:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:41:43] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-04-10T02:41:44.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:44 smithi096 ceph-mon[88652]: pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:44.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:44 smithi057 ceph-mon[96697]: pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:44.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:44 smithi057 ceph-mon[100739]: pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:44.663 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:41:44.933 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:41:46.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:46 smithi096 ceph-mon[88652]: pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:46.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:46.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:46 smithi057 ceph-mon[96697]: pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:46.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:46.521 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:46 smithi057 ceph-mon[100739]: pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:46.521 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:41:47.022 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:41:47.023 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:41:47.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:47 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/854735596' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:47.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:47 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/854735596' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:47.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:47 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/854735596' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:48.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:48 smithi096 ceph-mon[88652]: pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:48.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:48 smithi057 ceph-mon[96697]: pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:48.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:48 smithi057 ceph-mon[100739]: pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:50.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:50 smithi096 ceph-mon[88652]: pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:50.621 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:41:50.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:50 smithi057 ceph-mon[96697]: pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:50.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:50 smithi057 ceph-mon[100739]: pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:50.895 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:41:52.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:52 smithi057 ceph-mon[96697]: pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:52.349 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:52 smithi057 ceph-mon[100739]: pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:52.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:52 smithi096 ceph-mon[88652]: pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:52.821 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:41:52.821 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:41:53.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:41:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:41:53] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-04-10T02:41:53.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:53 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2428709519' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:53.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:53 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2428709519' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:53.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:53 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2428709519' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:54.488 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:54 smithi096 ceph-mon[88652]: pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:54.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:54 smithi057 ceph-mon[96697]: pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:54.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:54 smithi057 ceph-mon[100739]: pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:56.484 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:41:56.515 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:56 smithi057 ceph-mon[96697]: pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:56.515 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:56 smithi057 ceph-mon[100739]: pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:56.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:56 smithi096 ceph-mon[88652]: pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:56.756 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:41:58.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:58 smithi057 ceph-mon[96697]: pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:58.346 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:58 smithi057 ceph-mon[100739]: pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:58.638 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:41:58.639 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:41:58.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:58 smithi096 ceph-mon[88652]: pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:41:59.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:41:59 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2451654942' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:59.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:41:59 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2451654942' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:41:59.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:41:59 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2451654942' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:00.599 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:00 smithi057 ceph-mon[96697]: pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:00.600 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:00 smithi057 ceph-mon[100739]: pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:00.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:00 smithi096 ceph-mon[88652]: pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:01.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:01.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:01 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:01.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:02.370 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:42:02.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:02 smithi057 ceph-mon[96697]: pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:02.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:02 smithi057 ceph-mon[100739]: pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:02.642 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:42:02.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:02 smithi096 ceph-mon[88652]: pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:03.102 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:42:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:42:03] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-10T02:42:04.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:04 smithi057 ceph-mon[96697]: pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:04.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:04 smithi057 ceph-mon[100739]: pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:04.585 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:42:04.585 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:42:04.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:04 smithi096 ceph-mon[88652]: pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:05.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:05 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1989440535' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:05.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:05 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1989440535' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:05.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:05 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1989440535' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:06.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:06 smithi057 ceph-mon[96697]: pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:06.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:06 smithi057 ceph-mon[100739]: pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:06.639 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:06 smithi096 ceph-mon[88652]: pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:08.334 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:42:08.605 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:42:08.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:08 smithi057 ceph-mon[96697]: pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:08.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:08 smithi057 ceph-mon[100739]: pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:08.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:08 smithi096 ceph-mon[88652]: pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:10.401 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:42:10.401 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:42:10.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:10 smithi057 ceph-mon[96697]: pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:10.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:10 smithi057 ceph-mon[100739]: pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:10.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:10 smithi096 ceph-mon[88652]: pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:11.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:11 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2756700880' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:11.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:11 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2756700880' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:11.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:11 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2756700880' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:12.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:12 smithi057 ceph-mon[96697]: pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:12.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:12 smithi057 ceph-mon[100739]: pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:12.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:12 smithi096 ceph-mon[88652]: pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:13.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:42:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:42:13] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-10T02:42:14.079 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:42:14.351 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:42:14.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:14 smithi057 ceph-mon[96697]: pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:14.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:14 smithi057 ceph-mon[100739]: pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:14.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:14 smithi096 ceph-mon[88652]: pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:16.145 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:42:16.145 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:42:16.412 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:16 smithi057 ceph-mon[96697]: pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:16.412 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:16.412 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:16 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3394319956' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:16.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:16 smithi057 ceph-mon[100739]: pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:16.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:16.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:16 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3394319956' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:16 smithi096 ceph-mon[88652]: pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:16.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:16 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3394319956' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:18.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:18 smithi096 ceph-mon[88652]: pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:18.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:18 smithi057 ceph-mon[96697]: pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:18.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:18 smithi057 ceph-mon[100739]: pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:19.801 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:42:20.075 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:42:20.454 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:20 smithi057 ceph-mon[96697]: pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:20.454 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:20 smithi057 ceph-mon[100739]: pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:20.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:20 smithi096 ceph-mon[88652]: pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:21.939 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:42:21.940 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:42:22.540 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:22 smithi057 ceph-mon[96697]: pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:22.540 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:22 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2935408820' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:22.540 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:22 smithi057 ceph-mon[100739]: pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:22.540 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:22 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2935408820' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:22 smithi096 ceph-mon[88652]: pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:22.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:22 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2935408820' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:23.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:42:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:42:23] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-04-10T02:42:23.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:23 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:42:23.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:23 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:42:23.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:23 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:42:24.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:24 smithi057 ceph-mon[96697]: pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:24.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:24 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:24 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:24 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:24 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:24 smithi057 ceph-mon[100739]: pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:24.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:24 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:24 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:24 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:24 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:24 smithi096 ceph-mon[88652]: pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:24 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:24 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:24 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:24.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:24 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:25.565 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:42:25.887 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:42:27.020 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:26 smithi096 ceph-mon[88652]: pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:27.062 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:26 smithi057 ceph-mon[96697]: pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:27.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:26 smithi057 ceph-mon[100739]: pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:28.614 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:28 smithi057 ceph-mon[96697]: pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:28.614 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:28 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.614 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:28 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.614 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:28 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.614 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:28 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:28 smithi057 ceph-mon[100739]: pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:28.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:28 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:28 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:28 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:28 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:28 smithi096 ceph-mon[88652]: pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:28 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:28 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:28 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:28.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:28 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:29.097 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:42:29.097 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:42:29.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:42:29.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:42:29.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[100739]: pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:29.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[100739]: pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:29.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:29.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3551436381' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:29.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:42:29.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:42:29.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[96697]: pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:29.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[96697]: pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:29.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:29.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:29 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3551436381' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:29.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:29 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:42:29.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:29 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:42:29.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:29 smithi096 ceph-mon[88652]: pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:29.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:29 smithi096 ceph-mon[88652]: pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:29.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:29 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:42:29.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:29 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3551436381' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:31 smithi057 ceph-mon[96697]: pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:31.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:31 smithi057 ceph-mon[100739]: pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:31.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:31.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:31 smithi096 ceph-mon[88652]: pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:31.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:32.736 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:42:33.011 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:42:33.132 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:42:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:42:33] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-04-10T02:42:33.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:33 smithi057 ceph-mon[96697]: pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:33.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:33 smithi057 ceph-mon[100739]: pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:33.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:33 smithi096 ceph-mon[88652]: pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:34.936 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:42:34.936 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:42:35.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:35 smithi057 ceph-mon[96697]: pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:35.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:35 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3939706859' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:35 smithi057 ceph-mon[100739]: pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:35.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:35 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3939706859' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:35 smithi096 ceph-mon[88652]: pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:35.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:35 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3939706859' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:37.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:37 smithi057 ceph-mon[96697]: pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:37.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:37 smithi057 ceph-mon[100739]: pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:37.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:37 smithi096 ceph-mon[88652]: pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:38.734 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:42:39.006 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:42:39.841 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:39 smithi057 ceph-mon[96697]: pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:39.842 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:39 smithi057 ceph-mon[100739]: pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:39.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:39 smithi096 ceph-mon[88652]: pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:40.896 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:42:40.896 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:42:41.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:41 smithi057 ceph-mon[96697]: pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:41.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:41 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1876334389' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:41.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:41 smithi057 ceph-mon[100739]: pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:41.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:41 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1876334389' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:41 smithi096 ceph-mon[88652]: pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:41.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:41 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1876334389' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:43.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:42:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:42:43] "GET /metrics HTTP/1.1" 200 34147 "" "Prometheus/2.43.0" 2024-04-10T02:42:43.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:43 smithi057 ceph-mon[96697]: pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:43.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:43 smithi057 ceph-mon[100739]: pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:43.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:43 smithi096 ceph-mon[88652]: pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:44.611 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:42:44.883 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:42:45.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:45 smithi057 ceph-mon[96697]: pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:45.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:45 smithi057 ceph-mon[100739]: pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:45.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:45 smithi096 ceph-mon[88652]: pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:46.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:46.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:46.899 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:42:46.899 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:42:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:42:47.860 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:47 smithi057 ceph-mon[96697]: pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:47.860 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:47 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/770363308' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:47.860 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:47 smithi057 ceph-mon[100739]: pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:47.860 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:47 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/770363308' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:47 smithi096 ceph-mon[88652]: pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:47.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:47 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/770363308' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:49.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:49 smithi096 ceph-mon[88652]: pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:50.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:49 smithi057 ceph-mon[96697]: pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:50.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:49 smithi057 ceph-mon[100739]: pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:50.584 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:42:50.858 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:42:51.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:51 smithi096 ceph-mon[88652]: pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:52.045 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:51 smithi057 ceph-mon[100739]: pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:52.045 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:51 smithi057 ceph-mon[96697]: pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:52.870 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:42:52.870 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:42:53.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:42:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:42:53] "GET /metrics HTTP/1.1" 200 34144 "" "Prometheus/2.43.0" 2024-04-10T02:42:53.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:53 smithi057 ceph-mon[96697]: pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:53.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:53 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2818612001' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:53.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:53 smithi057 ceph-mon[100739]: pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:53.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:53 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2818612001' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:53.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:53 smithi096 ceph-mon[88652]: pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:53.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:53 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2818612001' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:42:55.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:55 smithi096 ceph-mon[88652]: pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:56.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:55 smithi057 ceph-mon[96697]: pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:55 smithi057 ceph-mon[100739]: pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:56.588 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:42:56.862 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:42:57.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:57 smithi057 ceph-mon[100739]: pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:57.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:57 smithi057 ceph-mon[96697]: pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:57.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:57 smithi096 ceph-mon[88652]: pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:58.762 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:42:58.762 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:42:59.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:59 smithi096 ceph-mon[88652]: pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:42:59.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:42:59 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/348063143' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:00.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:59 smithi057 ceph-mon[96697]: pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:00.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:42:59 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/348063143' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:00.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:59 smithi057 ceph-mon[100739]: pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:00.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:42:59 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/348063143' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:01.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:01 smithi096 ceph-mon[88652]: pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:01.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:01 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:02.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:01 smithi057 ceph-mon[96697]: pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:02.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:01 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:02.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:01 smithi057 ceph-mon[100739]: pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:02.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:01 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:02.412 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:43:02.687 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:43:03.103 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:03 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:43:03] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-04-10T02:43:03.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:03 smithi057 ceph-mon[96697]: pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:03.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:03 smithi057 ceph-mon[100739]: pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:03.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:03 smithi096 ceph-mon[88652]: pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:04.669 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:43:04.669 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:43:05.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:05 smithi057 ceph-mon[96697]: pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:05.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:05 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/177603137' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:05.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:05 smithi057 ceph-mon[100739]: pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:05.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:05 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/177603137' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:05.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:05 smithi096 ceph-mon[88652]: pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:05.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:05 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/177603137' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:07.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:07 smithi057 ceph-mon[96697]: pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:07.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:07 smithi057 ceph-mon[100739]: pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:07.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:07 smithi096 ceph-mon[88652]: pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:08.420 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:43:08.692 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:43:09.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:09 smithi057 ceph-mon[96697]: pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:09.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:09 smithi057 ceph-mon[100739]: pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:09.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:09 smithi096 ceph-mon[88652]: pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:10.672 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:43:10.672 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:43:11.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:11 smithi057 ceph-mon[96697]: pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:11.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:11 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3875854526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:11.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:11 smithi057 ceph-mon[100739]: pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:11.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:11 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3875854526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:11.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:11 smithi096 ceph-mon[88652]: pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:11.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:11 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3875854526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:13.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:13 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:43:13] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-04-10T02:43:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:13 smithi057 ceph-mon[96697]: pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:13 smithi057 ceph-mon[100739]: pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:13.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:13 smithi096 ceph-mon[88652]: pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:14.379 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:43:14.652 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:43:15.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:15 smithi057 ceph-mon[96697]: pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:15.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:15 smithi057 ceph-mon[100739]: pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:15.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:15 smithi096 ceph-mon[88652]: pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:16.588 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:43:16.588 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:43:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:16 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:16 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/576958369' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:16 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:16 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/576958369' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:16 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:16.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:16 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/576958369' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:17.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:17 smithi057 ceph-mon[96697]: pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:17.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:17 smithi057 ceph-mon[100739]: pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:17.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:17 smithi096 ceph-mon[88652]: pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:19.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:19 smithi096 ceph-mon[88652]: pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:20.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:19 smithi057 ceph-mon[96697]: pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:20.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:19 smithi057 ceph-mon[100739]: pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:20.323 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:43:20.596 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:43:21.930 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:21 smithi057 ceph-mon[96697]: pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:21.930 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:21 smithi057 ceph-mon[100739]: pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:21.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:21 smithi096 ceph-mon[88652]: pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:22.497 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:43:22.497 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:43:22.954 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:22 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3283684431' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:22.954 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:22 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3283684431' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:22.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:22 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3283684431' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:23.228 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:23 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:43:23] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-04-10T02:43:23.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:23 smithi096 ceph-mon[88652]: pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:24.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:23 smithi057 ceph-mon[96697]: pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:24.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:23 smithi057 ceph-mon[100739]: pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:25.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:25 smithi096 ceph-mon[88652]: pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:26.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:25 smithi057 ceph-mon[96697]: pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:26.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:25 smithi057 ceph-mon[100739]: pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:26.257 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:43:26.529 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:43:27.975 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:27 smithi057 ceph-mon[96697]: pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:27.975 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:27 smithi057 ceph-mon[100739]: pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:27.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:27 smithi096 ceph-mon[88652]: pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:28.474 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:43:28.474 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:43:28.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:28 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/1292907547' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:28.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:28 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:43:29.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:28 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/1292907547' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:29.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:28 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:43:29.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:28 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/1292907547' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:29.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:28 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T02:43:29.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:29 smithi057 ceph-mon[96697]: pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:29.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:29 smithi057 ceph-mon[100739]: pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:29.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:29 smithi096 ceph-mon[88652]: pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:31.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:31 smithi096 ceph-mon[88652]: pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:31.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:31 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:31.989 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:31 smithi057 ceph-mon[100739]: pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:31.989 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:31 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:31.989 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:31 smithi057 ceph-mon[96697]: pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:31.989 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:31 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:32.201 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:43:32.467 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:43:33.273 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:43:33] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-04-10T02:43:33.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[96697]: pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[100739]: pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:33.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:43:33.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:43:33.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:33 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:33 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:33 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:33 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:33 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:33.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:33 smithi096 ceph-mon[88652]: pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:33.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:33 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T02:43:33.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:33 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T02:43:33.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:33 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' 2024-04-10T02:43:34.449 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:43:34.449 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:43:34.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:34 smithi057 ceph-mon[96697]: pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:34.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:34 smithi057 ceph-mon[96697]: pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:34.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:34 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/3027899283' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:34.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:34 smithi057 ceph-mon[100739]: pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:34.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:34 smithi057 ceph-mon[100739]: pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:34.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:34 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/3027899283' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:34.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:34 smithi096 ceph-mon[88652]: pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:34.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:34 smithi096 ceph-mon[88652]: pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:34.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:34 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/3027899283' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:36.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:36 smithi096 ceph-mon[88652]: pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:36.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:36 smithi057 ceph-mon[96697]: pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:36.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:36 smithi057 ceph-mon[100739]: pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:38.132 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:43:38.402 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:43:38.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:38 smithi096 ceph-mon[88652]: pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:38.775 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:38 smithi057 ceph-mon[96697]: pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:38.776 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:38 smithi057 ceph-mon[100739]: pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:40.372 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:43:40.372 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:43:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:40 smithi057 ceph-mon[96697]: pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:40.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:40 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/663827673' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:40.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:40 smithi057 ceph-mon[100739]: pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:40.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:40 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/663827673' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:40 smithi096 ceph-mon[88652]: pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:40.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:40 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/663827673' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:42.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:42 smithi057 ceph-mon[96697]: pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:42.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:42 smithi057 ceph-mon[100739]: pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:42.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:42 smithi096 ceph-mon[88652]: pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:43.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:43 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:43:43] "GET /metrics HTTP/1.1" 200 34146 "" "Prometheus/2.43.0" 2024-04-10T02:43:44.083 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:43:44.356 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:43:44.729 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:44 smithi057 ceph-mon[96697]: pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:44.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:44 smithi057 ceph-mon[100739]: pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:44.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:44 smithi096 ceph-mon[88652]: pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:46.290 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:43:46.290 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:43:46.690 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:46 smithi057 ceph-mon[96697]: pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:46.691 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:46 smithi057 ceph-mon[96697]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:46.691 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:46 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/2181273302' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:46.691 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:46 smithi057 ceph-mon[100739]: pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:46.691 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:46 smithi057 ceph-mon[100739]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:46.691 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:46 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/2181273302' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:46 smithi096 ceph-mon[88652]: pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:46 smithi096 ceph-mon[88652]: from='mgr.34107 172.21.15.57:0/2965582627' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T02:43:46.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:46 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/2181273302' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:48.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:48 smithi057 ceph-mon[96697]: pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:48.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:48 smithi057 ceph-mon[100739]: pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:48.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:48 smithi096 ceph-mon[88652]: pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:50.062 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T02:43:50.334 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T02:43:50.768 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:50 smithi057 ceph-mon[96697]: pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:50.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:50 smithi057 ceph-mon[100739]: pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:50.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:50 smithi096 ceph-mon[88652]: pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:52.449 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-10T02:43:52.449 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-10T02:43:52.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:52 smithi057 ceph-mon[96697]: pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:52.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:52 smithi057 ceph-mon[96697]: from='client.? 172.21.15.57:0/164238611' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:52.830 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:52 smithi057 ceph-mon[100739]: pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:52.830 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:52 smithi057 ceph-mon[100739]: from='client.? 172.21.15.57:0/164238611' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:52 smithi096 ceph-mon[88652]: pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T02:43:52.988 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:52 smithi096 ceph-mon[88652]: from='client.? 172.21.15.57:0/164238611' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T02:43:53.136 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: ::ffff:172.21.15.96 - - [10/Apr/2024:02:43:53] "GET /metrics HTTP/1.1" 200 34148 "" "Prometheus/2.43.0" 2024-04-10T02:43:53.240 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_3a866975a60f6dc859246f6f19fd8ddb4db2cc2e/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/github.com_ceph_ceph-c_3a866975a60f6dc859246f6f19fd8ddb4db2cc2e/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-04-10T02:43:53.485 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=c949101dd325430294517a73db2cd119 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_3a866975a60f6dc859246f6f19fd8ddb4db2cc2e/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/github.com_ceph_ceph-c_3a866975a60f6dc859246f6f19fd8ddb4db2cc2e/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-04-10T02:43:53.488 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-10T02:43:53.497 INFO:tasks.cephadm:Teardown begin 2024-04-10T02:43:53.497 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T02:43:53.535 DEBUG:teuthology.orchestra.run.smithi096:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T02:43:53.573 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-10T02:43:53.573 DEBUG:teuthology.orchestra.run.smithi057:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-10T02:43:53.592 DEBUG:teuthology.orchestra.run.smithi096:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-10T02:43:53.630 INFO:tasks.cephadm:Stopping all daemons... 2024-04-10T02:43:53.630 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-10T02:43:53.631 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.a 2024-04-10T02:43:53.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:53 smithi057 systemd[1]: Stopping Ceph mon.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:43:54.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:43:53] ENGINE Bus STOPPING 2024-04-10T02:43:54.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:43:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T02:43:54.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:43:53] ENGINE Bus STOPPED 2024-04-10T02:43:54.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:43:53] ENGINE Bus STARTING 2024-04-10T02:43:54.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:43:54] ENGINE Serving on http://:::9283 2024-04-10T02:43:54.387 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: [10/Apr/2024:02:43:54] ENGINE Bus STARTED 2024-04-10T02:43:54.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a[96691]: 2024-04-10T02:43:53.917+0000 7f7f4de81700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:43:54.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:53 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a[96691]: 2024-04-10T02:43:53.917+0000 7f7f4de81700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-10T02:43:54.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:54 smithi057 podman[143201]: 2024-04-10 02:43:54.122258763 +0000 UTC m=+0.296529755 container died 2770297a90981c3507400fe745896605b64adcb0cf75bec8666ced241f6ffdc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, GIT_CLEAN=True) 2024-04-10T02:43:54.760 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:54 smithi057 podman[143201]: 2024-04-10 02:43:54.500742623 +0000 UTC m=+0.675013622 container cleanup 2770297a90981c3507400fe745896605b64adcb0cf75bec8666ced241f6ffdc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-10T02:43:54.760 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 10 02:43:54 smithi057 bash[143201]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-a 2024-04-10T02:43:54.930 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.a.service' 2024-04-10T02:43:54.977 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:43:54.978 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-10T02:43:54.978 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-10T02:43:54.978 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.c 2024-04-10T02:43:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:55 smithi057 systemd[1]: Stopping Ceph mon.c for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:43:55.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:55 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c[100735]: 2024-04-10T02:43:55.254+0000 7ff3252b4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:43:55.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:55 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c[100735]: 2024-04-10T02:43:55.254+0000 7ff3252b4700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-10T02:43:55.698 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:55 smithi057 podman[143334]: 2024-04-10 02:43:55.388101867 +0000 UTC m=+0.226155154 container died d2116cc169d946e88c937d611e05e69e2fddf3f1cd853301cfdc503d1fb0cc1a (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:43:55.998 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:55 smithi057 podman[143334]: 2024-04-10 02:43:55.796897824 +0000 UTC m=+0.634951110 container cleanup d2116cc169d946e88c937d611e05e69e2fddf3f1cd853301cfdc503d1fb0cc1a (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-10T02:43:55.999 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 10 02:43:55 smithi057 bash[143334]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-c 2024-04-10T02:43:56.124 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.c.service' 2024-04-10T02:43:56.163 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:43:56.163 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-10T02:43:56.164 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-10T02:43:56.164 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.b 2024-04-10T02:43:56.462 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:56 smithi096 systemd[1]: Stopping Ceph mon.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:43:56.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b[88648]: 2024-04-10T02:43:56.460+0000 7ff8575b6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:43:56.738 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b[88648]: 2024-04-10T02:43:56.460+0000 7ff8575b6700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-10T02:43:56.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:56 smithi096 podman[98656]: 2024-04-10 02:43:56.542588149 +0000 UTC m=+0.184120131 container died a4b0f406f084be96ac2a40245f8ead0706d960193ff2f4e1e92bfb17165bc16e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T02:43:57.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:57 smithi096 podman[98656]: 2024-04-10 02:43:57.011330195 +0000 UTC m=+0.652862165 container cleanup a4b0f406f084be96ac2a40245f8ead0706d960193ff2f4e1e92bfb17165bc16e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:43:57.238 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 10 02:43:57 smithi096 bash[98656]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mon-b 2024-04-10T02:43:57.480 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mon.b.service' 2024-04-10T02:43:57.527 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:43:57.527 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-10T02:43:57.527 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-10T02:43:57.527 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.y 2024-04-10T02:43:57.818 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:57 smithi057 systemd[1]: Stopping Ceph mgr.y for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:43:58.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:57 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y[87662]: 2024-04-10T02:43:57.816+0000 7fd997de3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:43:58.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:57 smithi057 podman[143454]: 2024-04-10 02:43:57.850127671 +0000 UTC m=+0.139227713 container died 183b35da3a50753339cabba3c7ba0aa5577326f9884e7db0f61bcedbb9ab9376 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-10T02:43:58.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:58 smithi057 podman[143454]: 2024-04-10 02:43:58.30990118 +0000 UTC m=+0.599001231 container cleanup 183b35da3a50753339cabba3c7ba0aa5577326f9884e7db0f61bcedbb9ab9376 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:43:58.386 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 10 02:43:58 smithi057 bash[143454]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-y 2024-04-10T02:43:58.797 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.y.service' 2024-04-10T02:43:58.835 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:43:58.836 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-10T02:43:58.836 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-10T02:43:58.836 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.x 2024-04-10T02:43:59.238 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:43:58 smithi096 systemd[1]: Stopping Ceph mgr.x for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:43:59.615 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:43:59 smithi096 podman[98778]: 2024-04-10 02:43:59.305317369 +0000 UTC m=+0.276320443 container died ec00ce509bbbedfdb3e4de36fbe16741e8a8139ff193a53b49a1f3005fc35719 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2) 2024-04-10T02:43:59.942 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:43:59 smithi096 podman[98778]: 2024-04-10 02:43:59.615420068 +0000 UTC m=+0.586423144 container cleanup ec00ce509bbbedfdb3e4de36fbe16741e8a8139ff193a53b49a1f3005fc35719 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-04-10T02:43:59.943 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:43:59 smithi096 bash[98778]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x 2024-04-10T02:43:59.943 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:43:59 smithi096 podman[98793]: 2024-04-10 02:43:59.841778361 +0000 UTC m=+0.536817566 container remove ec00ce509bbbedfdb3e4de36fbe16741e8a8139ff193a53b49a1f3005fc35719 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True) 2024-04-10T02:43:59.943 INFO:journalctl@ceph.mgr.x.smithi096.stdout:Apr 10 02:43:59 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-10T02:43:59.953 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@mgr.x.service' 2024-04-10T02:43:59.991 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:43:59.991 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-10T02:43:59.991 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-10T02:43:59.991 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.0 2024-04-10T02:44:00.281 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:00 smithi057 systemd[1]: Stopping Ceph osd.0 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:44:00.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:00 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[108207]: 2024-04-10T02:44:00.280+0000 7f72c09d7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:44:00.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:00 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[108207]: 2024-04-10T02:44:00.280+0000 7f72c09d7700 -1 osd.0 110 *** Got signal Terminated *** 2024-04-10T02:44:00.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:00 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0[108207]: 2024-04-10T02:44:00.280+0000 7f72c09d7700 -1 osd.0 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:44:04.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:04 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:04.273Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-10T02:44:04.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:04 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:04.273Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:44:06.007 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:05 smithi057 podman[143574]: 2024-04-10 02:44:05.730666742 +0000 UTC m=+5.550330790 container died ef141694551044bfcb9f1dc5d36f0e0a28cae0003e75e8c3ceefbe404e4f2077 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux ) 2024-04-10T02:44:06.374 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:06 smithi057 podman[143574]: 2024-04-10 02:44:06.180957628 +0000 UTC m=+6.000621728 container cleanup ef141694551044bfcb9f1dc5d36f0e0a28cae0003e75e8c3ceefbe404e4f2077 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697) 2024-04-10T02:44:06.374 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:06 smithi057 bash[143574]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0 2024-04-10T02:44:06.636 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:06 smithi057 podman[143591]: 2024-04-10 02:44:06.373951946 +0000 UTC m=+0.636039601 container remove ef141694551044bfcb9f1dc5d36f0e0a28cae0003e75e8c3ceefbe404e4f2077 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2) 2024-04-10T02:44:07.119 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:06 smithi057 podman[143680]: 2024-04-10 02:44:06.701376482 +0000 UTC m=+0.017206057 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:44:07.119 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:06 smithi057 podman[143680]: 2024-04-10 02:44:06.816529223 +0000 UTC m=+0.132358795 container create 3f5f7daa340a6bbe87809554c51effc1234dafcf60ff8d61b2a2912db689e861 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-04-10T02:44:07.119 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:07 smithi057 podman[143680]: 2024-04-10 02:44:07.035738467 +0000 UTC m=+0.351568039 container init 3f5f7daa340a6bbe87809554c51effc1234dafcf60ff8d61b2a2912db689e861 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:44:07.119 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:07 smithi057 podman[143680]: 2024-04-10 02:44:07.038915015 +0000 UTC m=+0.354744593 container start 3f5f7daa340a6bbe87809554c51effc1234dafcf60ff8d61b2a2912db689e861 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-04-10T02:44:07.120 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:07 smithi057 podman[143680]: 2024-04-10 02:44:07.119006102 +0000 UTC m=+0.434835695 container attach 3f5f7daa340a6bbe87809554c51effc1234dafcf60ff8d61b2a2912db689e861 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:44:07.386 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:07 smithi057 podman[143680]: 2024-04-10 02:44:07.341424484 +0000 UTC m=+0.657254062 container died 3f5f7daa340a6bbe87809554c51effc1234dafcf60ff8d61b2a2912db689e861 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:44:08.214 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 10 02:44:08 smithi057 podman[143708]: 2024-04-10 02:44:08.022907956 +0000 UTC m=+0.673389538 container remove 3f5f7daa340a6bbe87809554c51effc1234dafcf60ff8d61b2a2912db689e861 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-0-deactivate, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-10T02:44:08.219 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.0.service' 2024-04-10T02:44:08.260 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:44:08.260 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-10T02:44:08.260 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-10T02:44:08.261 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.1 2024-04-10T02:44:08.601 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:08 smithi057 systemd[1]: Stopping Ceph osd.1 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:44:08.886 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:08 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[113719]: 2024-04-10T02:44:08.600+0000 7f3b196dd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:44:08.886 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:08 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[113719]: 2024-04-10T02:44:08.600+0000 7f3b196dd700 -1 osd.1 110 *** Got signal Terminated *** 2024-04-10T02:44:08.887 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:08 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1[113719]: 2024-04-10T02:44:08.600+0000 7f3b196dd700 -1 osd.1 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:44:14.245 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:13 smithi057 podman[143798]: 2024-04-10 02:44:13.978130554 +0000 UTC m=+5.490294537 container died 52cec41ec2e906f63f03c447223fd323e6b756397c898984a54ba07d72132184 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-10T02:44:14.618 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:14 smithi057 podman[143798]: 2024-04-10 02:44:14.425346352 +0000 UTC m=+5.937510370 container cleanup 52cec41ec2e906f63f03c447223fd323e6b756397c898984a54ba07d72132184 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-10T02:44:14.619 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:14 smithi057 bash[143798]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1 2024-04-10T02:44:14.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:14 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:14.273Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-10T02:44:14.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:14 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:14.274Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-10T02:44:14.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:14 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:14.274Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:44:14.886 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:14 smithi057 podman[143815]: 2024-04-10 02:44:14.618523717 +0000 UTC m=+0.638751857 container remove 52cec41ec2e906f63f03c447223fd323e6b756397c898984a54ba07d72132184 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-10T02:44:15.305 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:15 smithi057 podman[143902]: 2024-04-10 02:44:15.036033412 +0000 UTC m=+0.109596791 container create d75d51dc67f4d5e69e01b328af33d0db34b5a113a8026297668fcb91e53e73c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:44:15.305 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:15 smithi057 podman[143902]: 2024-04-10 02:44:14.944893892 +0000 UTC m=+0.018457270 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:44:15.306 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:15 smithi057 podman[143902]: 2024-04-10 02:44:15.221708225 +0000 UTC m=+0.295271615 container init d75d51dc67f4d5e69e01b328af33d0db34b5a113a8026297668fcb91e53e73c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240403) 2024-04-10T02:44:15.306 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:15 smithi057 podman[143902]: 2024-04-10 02:44:15.22475383 +0000 UTC m=+0.298317217 container start d75d51dc67f4d5e69e01b328af33d0db34b5a113a8026297668fcb91e53e73c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:44:15.306 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:15 smithi057 podman[143902]: 2024-04-10 02:44:15.304845819 +0000 UTC m=+0.378409200 container attach d75d51dc67f4d5e69e01b328af33d0db34b5a113a8026297668fcb91e53e73c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-10T02:44:15.636 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 10 02:44:15 smithi057 podman[143902]: 2024-04-10 02:44:15.517618469 +0000 UTC m=+0.591181840 container died d75d51dc67f4d5e69e01b328af33d0db34b5a113a8026297668fcb91e53e73c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-10T02:44:16.195 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.1.service' 2024-04-10T02:44:16.240 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:44:16.240 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-10T02:44:16.241 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-10T02:44:16.241 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.2 2024-04-10T02:44:16.587 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:16 smithi057 systemd[1]: Stopping Ceph osd.2 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:44:16.886 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[118596]: 2024-04-10T02:44:16.585+0000 7fa25c6a2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:44:16.886 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[118596]: 2024-04-10T02:44:16.585+0000 7fa25c6a2700 -1 osd.2 110 *** Got signal Terminated *** 2024-04-10T02:44:16.886 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:16 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2[118596]: 2024-04-10T02:44:16.585+0000 7fa25c6a2700 -1 osd.2 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:44:22.386 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:22 smithi057 podman[144009]: 2024-04-10 02:44:22.049321777 +0000 UTC m=+5.572142682 container died 63473e484a8b4cdd2022be27e5b5cdd6327d581edf2170a09c386a5c5b7e062e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-10T02:44:22.771 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:22 smithi057 podman[144009]: 2024-04-10 02:44:22.53627868 +0000 UTC m=+6.059099583 container cleanup 63473e484a8b4cdd2022be27e5b5cdd6327d581edf2170a09c386a5c5b7e062e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-10T02:44:22.772 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:22 smithi057 bash[144009]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2 2024-04-10T02:44:23.096 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:22 smithi057 podman[144026]: 2024-04-10 02:44:22.770996388 +0000 UTC m=+0.717464236 container remove 63473e484a8b4cdd2022be27e5b5cdd6327d581edf2170a09c386a5c5b7e062e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697) 2024-04-10T02:44:23.386 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:23 smithi057 podman[144117]: 2024-04-10 02:44:23.096698162 +0000 UTC m=+0.113760935 container create 29216a648c57a96061b86b5c0e464cda853dcedc966d433c8553e908d31c76df (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-10T02:44:23.386 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:23 smithi057 podman[144117]: 2024-04-10 02:44:23.000422039 +0000 UTC m=+0.017484836 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:44:23.387 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:23 smithi057 podman[144117]: 2024-04-10 02:44:23.307430556 +0000 UTC m=+0.324493332 container init 29216a648c57a96061b86b5c0e464cda853dcedc966d433c8553e908d31c76df (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:44:23.387 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:23 smithi057 podman[144117]: 2024-04-10 02:44:23.310361635 +0000 UTC m=+0.327424408 container start 29216a648c57a96061b86b5c0e464cda853dcedc966d433c8553e908d31c76df (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:44:23.887 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:23 smithi057 podman[144117]: 2024-04-10 02:44:23.390692495 +0000 UTC m=+0.407755268 container attach 29216a648c57a96061b86b5c0e464cda853dcedc966d433c8553e908d31c76df (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:44:23.887 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 10 02:44:23 smithi057 podman[144117]: 2024-04-10 02:44:23.608033508 +0000 UTC m=+0.625096279 container died 29216a648c57a96061b86b5c0e464cda853dcedc966d433c8553e908d31c76df (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-2-deactivate, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-10T02:44:24.300 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.2.service' 2024-04-10T02:44:24.346 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:44:24.346 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-10T02:44:24.347 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-10T02:44:24.347 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.3 2024-04-10T02:44:24.636 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:24 smithi057 systemd[1]: Stopping Ceph osd.3 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:44:24.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:24.274Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:44:24.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:24.274Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-10T02:44:24.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:24.275Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:44:25.136 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[123913]: 2024-04-10T02:44:24.638+0000 7f9e56c56700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:44:25.137 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[123913]: 2024-04-10T02:44:24.638+0000 7f9e56c56700 -1 osd.3 110 *** Got signal Terminated *** 2024-04-10T02:44:25.137 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:24 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[123913]: 2024-04-10T02:44:24.638+0000 7f9e56c56700 -1 osd.3 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:44:27.488 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:27 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:27.010+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:27.636 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:27 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[123913]: 2024-04-10T02:44:27.367+0000 7f9e4f242700 -1 osd.3 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:05.021521+0000 front 2024-04-10T02:44:05.021566+0000 (oldest deadline 2024-04-10T02:44:26.721753+0000) 2024-04-10T02:44:28.488 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:28 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:28.164+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.035120+0000 front 2024-04-10T02:44:02.035140+0000 (oldest deadline 2024-04-10T02:44:27.935039+0000) 2024-04-10T02:44:28.489 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:28 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:28.024+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:28.886 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:28 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[123913]: 2024-04-10T02:44:28.387+0000 7f9e4f242700 -1 osd.3 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:05.021521+0000 front 2024-04-10T02:44:05.021566+0000 (oldest deadline 2024-04-10T02:44:26.721753+0000) 2024-04-10T02:44:29.488 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:29 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:29.132+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.035120+0000 front 2024-04-10T02:44:02.035140+0000 (oldest deadline 2024-04-10T02:44:27.935039+0000) 2024-04-10T02:44:29.488 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:29 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:29.023+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:29.636 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:29 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3[123913]: 2024-04-10T02:44:29.364+0000 7f9e4f242700 -1 osd.3 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:05.021521+0000 front 2024-04-10T02:44:05.021566+0000 (oldest deadline 2024-04-10T02:44:26.721753+0000) 2024-04-10T02:44:30.386 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:29 smithi057 podman[144222]: 2024-04-10 02:44:29.975396506 +0000 UTC m=+5.443569862 container died 8d9f7ad95ff6890d9a023bfec516ca38b905933922c3bf27ca69025c4167169e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-10T02:44:30.393 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:30 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:30.063+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:30.393 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:30 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:30.159+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.035120+0000 front 2024-04-10T02:44:02.035140+0000 (oldest deadline 2024-04-10T02:44:27.935039+0000) 2024-04-10T02:44:30.738 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:30 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:30.427+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:30.739 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:30 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:30.392+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:30.886 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:30 smithi057 podman[144222]: 2024-04-10 02:44:30.396561279 +0000 UTC m=+5.864734686 container cleanup 8d9f7ad95ff6890d9a023bfec516ca38b905933922c3bf27ca69025c4167169e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5) 2024-04-10T02:44:30.886 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:30 smithi057 bash[144222]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3 2024-04-10T02:44:30.887 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:30 smithi057 podman[144237]: 2024-04-10 02:44:30.614287073 +0000 UTC m=+0.634304561 container remove 8d9f7ad95ff6890d9a023bfec516ca38b905933922c3bf27ca69025c4167169e (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3, io.buildah.version=1.33.5, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:44:31.318 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:31 smithi057 podman[144331]: 2024-04-10 02:44:30.920694874 +0000 UTC m=+0.017648283 image pull 06a486fd9bae0204950caad240e30f29178d356d2d10ad9a03393c127ec8a486 quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f 2024-04-10T02:44:31.318 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:31 smithi057 podman[144331]: 2024-04-10 02:44:31.048357216 +0000 UTC m=+0.145310606 container create d1df175665dfda0a2e5d9a790c1e5ad8de7862380d90d435dcfce9f76a10d772 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:44:31.318 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:31 smithi057 podman[144331]: 2024-04-10 02:44:31.234739134 +0000 UTC m=+0.331692534 container init d1df175665dfda0a2e5d9a790c1e5ad8de7862380d90d435dcfce9f76a10d772 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-10T02:44:31.318 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:31 smithi057 podman[144331]: 2024-04-10 02:44:31.238054094 +0000 UTC m=+0.335007487 container start d1df175665dfda0a2e5d9a790c1e5ad8de7862380d90d435dcfce9f76a10d772 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-10T02:44:31.318 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:31 smithi057 podman[144331]: 2024-04-10 02:44:31.317452932 +0000 UTC m=+0.414406324 container attach d1df175665dfda0a2e5d9a790c1e5ad8de7862380d90d435dcfce9f76a10d772 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-10T02:44:31.389 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:31.070+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:31.390 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:31.188+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.035120+0000 front 2024-04-10T02:44:02.035140+0000 (oldest deadline 2024-04-10T02:44:27.935039+0000) 2024-04-10T02:44:31.636 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:31 smithi057 podman[144331]: 2024-04-10 02:44:31.536525381 +0000 UTC m=+0.633478762 container died d1df175665dfda0a2e5d9a790c1e5ad8de7862380d90d435dcfce9f76a10d772 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-10T02:44:31.738 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:31.409+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:31.739 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:31 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:31.388+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:32.142 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 10 02:44:32 smithi057 podman[144357]: 2024-04-10 02:44:32.120465723 +0000 UTC m=+0.578799660 container remove d1df175665dfda0a2e5d9a790c1e5ad8de7862380d90d435dcfce9f76a10d772 (image=quay.ceph.io/ceph-ci/ceph@sha256:c82bd1098ce1c9f0e0a85f1afac490ec986b1a5d850f766cd3404d990b717a7f, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-3-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri4-testing-2024-04-08-1432-3a86697) 2024-04-10T02:44:32.147 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.3.service' 2024-04-10T02:44:32.190 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:44:32.191 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-10T02:44:32.191 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-10T02:44:32.191 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.4 2024-04-10T02:44:32.396 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:32.115+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:32.396 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:32.157+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.035120+0000 front 2024-04-10T02:44:02.035140+0000 (oldest deadline 2024-04-10T02:44:27.935039+0000) 2024-04-10T02:44:32.396 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:32 smithi096 systemd[1]: Stopping Ceph osd.4 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:44:32.396 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:32.347+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:32.738 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:32.394+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:32.738 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:32.514+0000 7fb624bfa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:44:32.739 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:32.514+0000 7fb624bfa700 -1 osd.4 110 *** Got signal Terminated *** 2024-04-10T02:44:32.739 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:32 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:32.514+0000 7fb624bfa700 -1 osd.4 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:44:33.428 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:33.203+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.035120+0000 front 2024-04-10T02:44:02.035140+0000 (oldest deadline 2024-04-10T02:44:27.935039+0000) 2024-04-10T02:44:33.429 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:33.150+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:33.429 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:33.386+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:33.738 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:33 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:33.427+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:34.466 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:34.179+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:34.467 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:34.385+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:34.467 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:34.159+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.035120+0000 front 2024-04-10T02:44:02.035140+0000 (oldest deadline 2024-04-10T02:44:27.935039+0000) 2024-04-10T02:44:34.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:34.274Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:44:34.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:34.275Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-10T02:44:34.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:34 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:34.275Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:44:34.738 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:34 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:34.465+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:35.488 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:35 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:35.193+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.035120+0000 front 2024-04-10T02:44:02.035140+0000 (oldest deadline 2024-04-10T02:44:27.935039+0000) 2024-04-10T02:44:35.488 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:35 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:35.193+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:12.536373+0000 front 2024-04-10T02:44:12.536364+0000 (oldest deadline 2024-04-10T02:44:34.236216+0000) 2024-04-10T02:44:35.489 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:35 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:35.210+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:35.489 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:35 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:35.210+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:35.489 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:35 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:35.357+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:35.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:35 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:35.512+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:35.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:35 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:35.512+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:36.488 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:36.159+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.035120+0000 front 2024-04-10T02:44:02.035140+0000 (oldest deadline 2024-04-10T02:44:27.935039+0000) 2024-04-10T02:44:36.488 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:36.159+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:12.536373+0000 front 2024-04-10T02:44:12.536364+0000 (oldest deadline 2024-04-10T02:44:34.236216+0000) 2024-04-10T02:44:36.489 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:36.339+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:36.489 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:36.246+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:36.489 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:36.246+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:36.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:36.529+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:36.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:36 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:36.529+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:37.488 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:37.344+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:37.489 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:37.111+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.035120+0000 front 2024-04-10T02:44:02.035140+0000 (oldest deadline 2024-04-10T02:44:27.935039+0000) 2024-04-10T02:44:37.489 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4[38057]: 2024-04-10T02:44:37.111+0000 7fb61e1f2700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:12.536373+0000 front 2024-04-10T02:44:12.536364+0000 (oldest deadline 2024-04-10T02:44:34.236216+0000) 2024-04-10T02:44:37.489 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:37.270+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:37.490 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:37.270+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:37.827 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:37.488+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:37.827 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:37 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:37.488+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:38.107 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:37 smithi096 podman[98917]: 2024-04-10 02:44:37.82682002 +0000 UTC m=+5.439613735 container died e8079efaa9198f5b0870b56b35f677daac62f27bff998be35f8ac11814fe1a64 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:44:38.372 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:38 smithi096 podman[98917]: 2024-04-10 02:44:38.20597649 +0000 UTC m=+5.818770204 container cleanup e8079efaa9198f5b0870b56b35f677daac62f27bff998be35f8ac11814fe1a64 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:44:38.372 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:38 smithi096 bash[98917]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4 2024-04-10T02:44:38.373 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:38.293+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:38.373 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:38.293+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:38.738 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:38 smithi096 podman[98934]: 2024-04-10 02:44:38.49065603 +0000 UTC m=+0.659259416 container remove e8079efaa9198f5b0870b56b35f677daac62f27bff998be35f8ac11814fe1a64 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-10T02:44:38.739 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:38.371+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:38.739 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:38.371+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:38.739 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:38.448+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:38.739 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:38 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:38.449+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:39.128 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:38 smithi096 podman[99028]: 2024-04-10 02:44:38.723454385 +0000 UTC m=+0.017621764 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-10T02:44:39.128 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:38 smithi096 podman[99028]: 2024-04-10 02:44:38.84996061 +0000 UTC m=+0.144127963 container create 6640858de9e552815117de5ab4c749143c2bcf00100984bddd5d91eab7343a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-10T02:44:39.128 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:39 smithi096 podman[99028]: 2024-04-10 02:44:39.052312571 +0000 UTC m=+0.346479922 container init 6640858de9e552815117de5ab4c749143c2bcf00100984bddd5d91eab7343a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4-deactivate, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-10T02:44:39.128 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:39 smithi096 podman[99028]: 2024-04-10 02:44:39.055455204 +0000 UTC m=+0.349622556 container start 6640858de9e552815117de5ab4c749143c2bcf00100984bddd5d91eab7343a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4-deactivate, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:44:39.128 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:39 smithi096 podman[99028]: 2024-04-10 02:44:39.12722153 +0000 UTC m=+0.421388881 container attach 6640858de9e552815117de5ab4c749143c2bcf00100984bddd5d91eab7343a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4-deactivate, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-10T02:44:39.455 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 10 02:44:39 smithi096 podman[99028]: 2024-04-10 02:44:39.340064687 +0000 UTC m=+0.634232048 container died 6640858de9e552815117de5ab4c749143c2bcf00100984bddd5d91eab7343a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-4-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T02:44:39.456 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:39.343+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:39.456 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:39.343+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:39.456 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:39.324+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:39.456 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:39.324+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:39.738 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:39.454+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:39.738 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:39 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:39.454+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:39.969 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.4.service' 2024-04-10T02:44:40.010 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:44:40.010 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-10T02:44:40.011 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-10T02:44:40.011 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.5 2024-04-10T02:44:40.238 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:40 smithi096 systemd[1]: Stopping Ceph osd.5 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:44:40.738 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:40 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:40.463+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:40.739 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:40 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:40.463+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:40.739 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:40 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:40.289+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:40.739 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:40 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:40.289+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:40.740 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:40 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:40.366+0000 7fce0221c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:44:40.740 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:40 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:40.366+0000 7fce0221c700 -1 osd.5 110 *** Got signal Terminated *** 2024-04-10T02:44:40.740 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:40 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:40.366+0000 7fce0221c700 -1 osd.5 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:44:40.741 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:40 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:40.385+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:40.741 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:40 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:40.385+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:41.488 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:41 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:41.370+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:41.488 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:41 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:41.370+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:41.489 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:41 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:41.336+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:41.489 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:41 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:41.336+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:41.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:41 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:41.494+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:41.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:41 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:41.495+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:42.544 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:42 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:42.380+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:42.544 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:42 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:42.380+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:42.545 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:42 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:42.289+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:42.545 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:42 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:42.289+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:42.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:42 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:42.543+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:42.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:42 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:42.543+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:43.590 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:43.364+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:43.590 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:43.364+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:43.590 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:43.364+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:17.654539+0000 front 2024-04-10T02:44:17.654564+0000 (oldest deadline 2024-04-10T02:44:42.954413+0000) 2024-04-10T02:44:43.591 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:43.326+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:43.591 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:43.326+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:43.591 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:43.326+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.334543+0000 front 2024-04-10T02:44:20.334556+0000 (oldest deadline 2024-04-10T02:44:42.634560+0000) 2024-04-10T02:44:43.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:43.589+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:43.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:43 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:43.589+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:44.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:44 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:44.275Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:44:44.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:44 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:44.276Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-10T02:44:44.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:44 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:44.276Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:44:44.738 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:44 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:44.349+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:44.738 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:44 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:44.349+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:44.738 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:44 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:44.349+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.334543+0000 front 2024-04-10T02:44:20.334556+0000 (oldest deadline 2024-04-10T02:44:42.634560+0000) 2024-04-10T02:44:44.739 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:44 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:44.359+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:44.739 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:44 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:44.359+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:44.739 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:44 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:44.359+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:17.654539+0000 front 2024-04-10T02:44:17.654564+0000 (oldest deadline 2024-04-10T02:44:42.954413+0000) 2024-04-10T02:44:44.739 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:44 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:44.583+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:44.740 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:44 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:44.583+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:44.740 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:44 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:44.583+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:45.738 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:45.339+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:02.651893+0000 front 2024-04-10T02:44:02.651841+0000 (oldest deadline 2024-04-10T02:44:26.652164+0000) 2024-04-10T02:44:45.739 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:45.339+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.553136+0000 front 2024-04-10T02:44:09.553070+0000 (oldest deadline 2024-04-10T02:44:34.753509+0000) 2024-04-10T02:44:45.739 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5[43586]: 2024-04-10T02:44:45.339+0000 7fcdfd818700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:17.654539+0000 front 2024-04-10T02:44:17.654564+0000 (oldest deadline 2024-04-10T02:44:42.954413+0000) 2024-04-10T02:44:45.739 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:45.396+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:45.739 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:45.396+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:45.739 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:45.396+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.334543+0000 front 2024-04-10T02:44:20.334556+0000 (oldest deadline 2024-04-10T02:44:42.634560+0000) 2024-04-10T02:44:45.740 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:45.571+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:45.740 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:45.571+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:45.740 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:45 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:45.571+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:46.209 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:45 smithi096 podman[99135]: 2024-04-10 02:44:45.899610442 +0000 UTC m=+5.652588168 container died 7b36d0ad158e5ff25defb28d766baa97ce1ae5fe799b69109369bfca45fab191 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:44:46.488 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:46 smithi096 podman[99135]: 2024-04-10 02:44:46.299948216 +0000 UTC m=+6.052925940 container cleanup 7b36d0ad158e5ff25defb28d766baa97ce1ae5fe799b69109369bfca45fab191 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-10T02:44:46.488 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:46 smithi096 bash[99135]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5 2024-04-10T02:44:46.489 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:46.400+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:46.489 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:46.400+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:46.489 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:46.400+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.334543+0000 front 2024-04-10T02:44:20.334556+0000 (oldest deadline 2024-04-10T02:44:42.634560+0000) 2024-04-10T02:44:46.840 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:46 smithi096 podman[99163]: 2024-04-10 02:44:46.517694738 +0000 UTC m=+0.618160689 container remove 7b36d0ad158e5ff25defb28d766baa97ce1ae5fe799b69109369bfca45fab191 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-10T02:44:46.841 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:46.588+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:46.841 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:46.588+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:46.841 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:46.588+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:46.842 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:44:46.750Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-10T02:44:46.842 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:44:46.752Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-10T02:44:46.842 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:44:46.752Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-10T02:44:46.842 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:44:46.754Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-10T02:44:46.842 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:44:46 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:44:46.754Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-10T02:44:47.162 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:46 smithi096 podman[99255]: 2024-04-10 02:44:46.743443769 +0000 UTC m=+0.017851957 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-10T02:44:47.163 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:46 smithi096 podman[99255]: 2024-04-10 02:44:46.860200496 +0000 UTC m=+0.134608676 container create 6eeab6dd1dfc81978a7137bdaa3da6b3bec9ca930493e569a3d10b20482c774a (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-10T02:44:47.163 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:47 smithi096 podman[99255]: 2024-04-10 02:44:47.079418851 +0000 UTC m=+0.353827035 container init 6eeab6dd1dfc81978a7137bdaa3da6b3bec9ca930493e569a3d10b20482c774a (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-10T02:44:47.163 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:47 smithi096 podman[99255]: 2024-04-10 02:44:47.082591547 +0000 UTC m=+0.356999730 container start 6eeab6dd1dfc81978a7137bdaa3da6b3bec9ca930493e569a3d10b20482c774a (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, GIT_CLEAN=True) 2024-04-10T02:44:47.163 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:47 smithi096 podman[99255]: 2024-04-10 02:44:47.162581581 +0000 UTC m=+0.436989773 container attach 6eeab6dd1dfc81978a7137bdaa3da6b3bec9ca930493e569a3d10b20482c774a (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-10T02:44:47.419 INFO:journalctl@ceph.osd.5.smithi096.stdout:Apr 10 02:44:47 smithi096 podman[99255]: 2024-04-10 02:44:47.365873627 +0000 UTC m=+0.640281798 container died 6eeab6dd1dfc81978a7137bdaa3da6b3bec9ca930493e569a3d10b20482c774a (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-5-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-10T02:44:47.715 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:47 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:47.417+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:47.716 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:47 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:47.417+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:47.716 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:47 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:47.417+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.334543+0000 front 2024-04-10T02:44:20.334556+0000 (oldest deadline 2024-04-10T02:44:42.634560+0000) 2024-04-10T02:44:47.716 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:47 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:47.607+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:47.716 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:47 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:47.607+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:47.716 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:47 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:47.607+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:48.011 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.5.service' 2024-04-10T02:44:48.055 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:44:48.055 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-10T02:44:48.055 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-10T02:44:48.055 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.6 2024-04-10T02:44:48.238 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:48 smithi096 systemd[1]: Stopping Ceph osd.6 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:44:48.646 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:48.392+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:48.647 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:48.392+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:48.647 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:48.392+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.334543+0000 front 2024-04-10T02:44:20.334556+0000 (oldest deadline 2024-04-10T02:44:42.634560+0000) 2024-04-10T02:44:48.647 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:48.393+0000 7feffe713700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:44:48.647 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:48.393+0000 7feffe713700 -1 osd.6 110 *** Got signal Terminated *** 2024-04-10T02:44:48.647 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:48.393+0000 7feffe713700 -1 osd.6 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:44:48.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:48.646+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:48.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:48.646+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:48.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:48 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:48.646+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:49.688 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:49 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:49.372+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:49.689 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:49 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:49.372+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:49.689 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:49 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:49.372+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.334543+0000 front 2024-04-10T02:44:20.334556+0000 (oldest deadline 2024-04-10T02:44:42.634560+0000) 2024-04-10T02:44:49.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:49 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:49.687+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:49.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:49 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:49.687+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:49.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:49 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:49.687+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:50.701 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:50 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:50.402+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:50.701 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:50 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:50.402+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:50.701 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:50 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:50.402+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.334543+0000 front 2024-04-10T02:44:20.334556+0000 (oldest deadline 2024-04-10T02:44:42.634560+0000) 2024-04-10T02:44:50.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:50 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:50.699+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:50.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:50 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:50.699+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:50.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:50 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:50.699+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:51.738 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:51 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:51.448+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:51.739 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:51 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:51.448+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:51.739 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:51 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:51.448+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.334543+0000 front 2024-04-10T02:44:20.334556+0000 (oldest deadline 2024-04-10T02:44:42.634560+0000) 2024-04-10T02:44:52.238 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:51 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:51.749+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:52.238 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:51 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:51.749+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:52.239 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:51 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:51.749+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:52.726 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:52.446+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.532787+0000 front 2024-04-10T02:44:04.532935+0000 (oldest deadline 2024-04-10T02:44:29.832876+0000) 2024-04-10T02:44:52.726 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:52.446+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:09.833500+0000 front 2024-04-10T02:44:09.833441+0000 (oldest deadline 2024-04-10T02:44:38.033608+0000) 2024-04-10T02:44:52.727 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6[49318]: 2024-04-10T02:44:52.446+0000 7feffc514700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.334543+0000 front 2024-04-10T02:44:20.334556+0000 (oldest deadline 2024-04-10T02:44:42.634560+0000) 2024-04-10T02:44:52.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:52.725+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:52.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:52.725+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:52.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:52 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:52.725+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:53.988 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:53 smithi096 podman[99364]: 2024-04-10 02:44:53.886406995 +0000 UTC m=+5.601371109 container died d06e605413400ab07cc08bff3fb04a68921b2e2213061f114bda882604df9be5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-10T02:44:53.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:53.720+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:53.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:53.720+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:53.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:53 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:53.720+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:54.488 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:54 smithi096 podman[99364]: 2024-04-10 02:44:54.276411031 +0000 UTC m=+5.991375144 container cleanup d06e605413400ab07cc08bff3fb04a68921b2e2213061f114bda882604df9be5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, ceph=True) 2024-04-10T02:44:54.489 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:54 smithi096 bash[99364]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6 2024-04-10T02:44:54.547 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:54.276Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:44:54.547 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:54.276Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-10T02:44:54.548 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:44:54 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:44:54.276Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:44:54.844 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:54 smithi096 podman[99381]: 2024-04-10 02:44:54.527602399 +0000 UTC m=+0.638281213 container remove d06e605413400ab07cc08bff3fb04a68921b2e2213061f114bda882604df9be5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:44:54.844 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:54.710+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:54.845 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:54.710+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:54.845 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:54 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:54.710+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:55.098 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:54 smithi096 podman[99477]: 2024-04-10 02:44:54.746677988 +0000 UTC m=+0.017517662 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-10T02:44:55.098 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:54 smithi096 podman[99477]: 2024-04-10 02:44:54.866991305 +0000 UTC m=+0.137830979 container create b83754231bd734757ca4379dba00df33387edbdf4b195d1c4c4c6b30a9978fa3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6-deactivate, org.label-schema.vendor=CentOS, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-10T02:44:55.098 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:55 smithi096 podman[99477]: 2024-04-10 02:44:55.098010368 +0000 UTC m=+0.368850051 container init b83754231bd734757ca4379dba00df33387edbdf4b195d1c4c4c6b30a9978fa3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-10T02:44:55.379 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:55 smithi096 podman[99477]: 2024-04-10 02:44:55.101340586 +0000 UTC m=+0.372180262 container start b83754231bd734757ca4379dba00df33387edbdf4b195d1c4c4c6b30a9978fa3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-10T02:44:55.379 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:55 smithi096 podman[99477]: 2024-04-10 02:44:55.180684578 +0000 UTC m=+0.451524270 container attach b83754231bd734757ca4379dba00df33387edbdf4b195d1c4c4c6b30a9978fa3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-10T02:44:55.642 INFO:journalctl@ceph.osd.6.smithi096.stdout:Apr 10 02:44:55 smithi096 podman[99477]: 2024-04-10 02:44:55.379512586 +0000 UTC m=+0.650352261 container died b83754231bd734757ca4379dba00df33387edbdf4b195d1c4c4c6b30a9978fa3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-10T02:44:55.934 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:55.686+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:55.934 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:55.686+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:55.934 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:55.686+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:55.935 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:55 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:55.686+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-10T02:44:29.588222+0000 front 2024-04-10T02:44:29.588274+0000 (oldest deadline 2024-04-10T02:44:55.488187+0000) 2024-04-10T02:44:55.950 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.6.service' 2024-04-10T02:44:55.989 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:44:55.990 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-10T02:44:55.990 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-10T02:44:55.990 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.7 2024-04-10T02:44:56.238 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:56 smithi096 systemd[1]: Stopping Ceph osd.7 for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:44:56.665 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:56.336+0000 7ff880c27700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T02:44:56.665 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:56.336+0000 7ff880c27700 -1 osd.7 110 *** Got signal Terminated *** 2024-04-10T02:44:56.665 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:56.336+0000 7ff880c27700 -1 osd.7 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T02:44:56.665 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:56.664+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:56.666 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:56.664+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:56.666 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:56.664+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:56.666 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:56 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:56.664+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-10T02:44:29.588222+0000 front 2024-04-10T02:44:29.588274+0000 (oldest deadline 2024-04-10T02:44:55.488187+0000) 2024-04-10T02:44:57.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:57.698+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:57.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:57.698+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:57.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:57.698+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:57.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:57 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:57.698+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-10T02:44:29.588222+0000 front 2024-04-10T02:44:29.588274+0000 (oldest deadline 2024-04-10T02:44:55.488187+0000) 2024-04-10T02:44:58.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:58.686+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:58.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:58.686+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:58.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:58.686+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:58.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:58.686+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-10T02:44:29.588222+0000 front 2024-04-10T02:44:29.588274+0000 (oldest deadline 2024-04-10T02:44:55.488187+0000) 2024-04-10T02:44:58.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:58 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:58.686+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.96:6804 osd.4 since back 2024-04-10T02:44:35.488758+0000 front 2024-04-10T02:44:35.488592+0000 (oldest deadline 2024-04-10T02:44:58.388581+0000) 2024-04-10T02:44:59.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:59.642+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:44:59.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:59.642+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:44:59.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:59.642+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:44:59.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:59.642+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-10T02:44:29.588222+0000 front 2024-04-10T02:44:29.588274+0000 (oldest deadline 2024-04-10T02:44:55.488187+0000) 2024-04-10T02:44:59.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:44:59 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:44:59.642+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.96:6804 osd.4 since back 2024-04-10T02:44:35.488758+0000 front 2024-04-10T02:44:35.488592+0000 (oldest deadline 2024-04-10T02:44:58.388581+0000) 2024-04-10T02:45:00.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:45:00.642+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-10T02:44:04.485144+0000 front 2024-04-10T02:44:04.485262+0000 (oldest deadline 2024-04-10T02:44:30.384978+0000) 2024-04-10T02:45:00.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:45:00.642+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-10T02:44:10.385341+0000 front 2024-04-10T02:44:10.385353+0000 (oldest deadline 2024-04-10T02:44:35.085301+0000) 2024-04-10T02:45:00.988 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:45:00.642+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-10T02:44:20.886972+0000 front 2024-04-10T02:44:20.886912+0000 (oldest deadline 2024-04-10T02:44:44.386795+0000) 2024-04-10T02:45:00.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:45:00.642+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-10T02:44:29.588222+0000 front 2024-04-10T02:44:29.588274+0000 (oldest deadline 2024-04-10T02:44:55.488187+0000) 2024-04-10T02:45:00.989 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:00 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7[55234]: 2024-04-10T02:45:00.642+0000 7ff87c223700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.96:6804 osd.4 since back 2024-04-10T02:44:35.488758+0000 front 2024-04-10T02:44:35.488592+0000 (oldest deadline 2024-04-10T02:44:58.388581+0000) 2024-04-10T02:45:01.987 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:01 smithi096 podman[99584]: 2024-04-10 02:45:01.711416362 +0000 UTC m=+5.506466590 container died 71668ba74b17d4aeccdb26e944be2c535f7e3e1d4b8ba93272cbc72aebb8e4f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-10T02:45:02.238 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:02 smithi096 podman[99584]: 2024-04-10 02:45:02.06946692 +0000 UTC m=+5.864517133 container cleanup 71668ba74b17d4aeccdb26e944be2c535f7e3e1d4b8ba93272cbc72aebb8e4f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:45:02.238 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:02 smithi096 bash[99584]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7 2024-04-10T02:45:02.676 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:02 smithi096 podman[99601]: 2024-04-10 02:45:02.353902546 +0000 UTC m=+0.640166578 container remove 71668ba74b17d4aeccdb26e944be2c535f7e3e1d4b8ba93272cbc72aebb8e4f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-10T02:45:02.932 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:02 smithi096 podman[99690]: 2024-04-10 02:45:02.579549835 +0000 UTC m=+0.017857623 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-10T02:45:02.932 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:02 smithi096 podman[99690]: 2024-04-10 02:45:02.679903289 +0000 UTC m=+0.118211098 container create c6ae39c9601f306ee9bb5b28881468e3f54579960ed15106a8950ff75cae8f8f (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-10T02:45:02.933 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:02 smithi096 podman[99690]: 2024-04-10 02:45:02.849242879 +0000 UTC m=+0.287550647 container init c6ae39c9601f306ee9bb5b28881468e3f54579960ed15106a8950ff75cae8f8f (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-10T02:45:02.933 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:02 smithi096 podman[99690]: 2024-04-10 02:45:02.852456606 +0000 UTC m=+0.290764373 container start c6ae39c9601f306ee9bb5b28881468e3f54579960ed15106a8950ff75cae8f8f (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060) 2024-04-10T02:45:02.933 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:02 smithi096 podman[99690]: 2024-04-10 02:45:02.932026955 +0000 UTC m=+0.370334733 container attach c6ae39c9601f306ee9bb5b28881468e3f54579960ed15106a8950ff75cae8f8f (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T02:45:03.238 INFO:journalctl@ceph.osd.7.smithi096.stdout:Apr 10 02:45:03 smithi096 podman[99690]: 2024-04-10 02:45:03.132020347 +0000 UTC m=+0.570328116 container died c6ae39c9601f306ee9bb5b28881468e3f54579960ed15106a8950ff75cae8f8f (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-osd-7-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T02:45:03.761 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@osd.7.service' 2024-04-10T02:45:03.801 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:45:03.802 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-10T02:45:03.802 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-10T02:45:03.802 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@prometheus.a 2024-04-10T02:45:04.121 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:03 smithi096 systemd[1]: Stopping Ceph prometheus.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:45:04.405 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.121Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T02:45:04.405 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.121Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T02:45:04.405 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.121Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T02:45:04.405 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.121Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T02:45:04.406 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.121Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T02:45:04.406 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.121Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T02:45:04.406 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.121Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T02:45:04.406 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.121Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T02:45:04.406 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.121Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T02:45:04.406 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.122Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T02:45:04.406 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.122Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T02:45:04.407 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a[78293]: ts=2024-04-10T02:45:04.122Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T02:45:04.407 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 podman[99796]: 2024-04-10 02:45:04.131488622 +0000 UTC m=+0.110723164 container died 078839f54d1d41602ea614f6e859232d3ddedcf995da3ded9c9fcfcec05fcf7e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:45:04.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:04 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:45:04.276Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-10T02:45:04.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:04 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:45:04.276Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-10T02:45:04.637 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:04 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:45:04.277Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi096.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.96:8443: connect: connection refused" 2024-04-10T02:45:04.738 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 podman[99796]: 2024-04-10 02:45:04.495817234 +0000 UTC m=+0.475051775 container cleanup 078839f54d1d41602ea614f6e859232d3ddedcf995da3ded9c9fcfcec05fcf7e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T02:45:04.738 INFO:journalctl@ceph.prometheus.a.smithi096.stdout:Apr 10 02:45:04 smithi096 bash[99796]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T02:45:04.864 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@prometheus.a.service' 2024-04-10T02:45:04.900 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T02:45:04.900 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-10T02:45:04.901 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 --force --keep-logs 2024-04-10T02:45:06.636 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:06 smithi057 systemd[1]: Stopping Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:45:06.990 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:06 smithi057 ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a[86611]: ts=2024-04-10T02:45:06.679Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-10T02:45:06.990 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:06 smithi057 podman[144736]: 2024-04-10 02:45:06.730133088 +0000 UTC m=+0.157567960 container died 7386e431528a2c7373cb027e0a8670b5ae7f42766a07681f1405dbdecfff180d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:45:07.386 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:07 smithi057 podman[144736]: 2024-04-10 02:45:07.173012915 +0000 UTC m=+0.600447828 container cleanup 7386e431528a2c7373cb027e0a8670b5ae7f42766a07681f1405dbdecfff180d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:45:07.386 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:07 smithi057 bash[144736]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a 2024-04-10T02:45:07.733 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:07 smithi057 podman[144749]: 2024-04-10 02:45:07.482402457 +0000 UTC m=+0.755429171 container remove 7386e431528a2c7373cb027e0a8670b5ae7f42766a07681f1405dbdecfff180d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T02:45:07.733 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:07 smithi057 podman[144749]: 2024-04-10 02:45:07.557946953 +0000 UTC m=+0.830973667 volume remove 5d01e9f7b21cb17fcb3d63b7f2228572fce116374b66c4d548372309ac78fc18 2024-04-10T02:45:08.136 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:45:07 smithi057 systemd[1]: Stopping Ceph node-exporter.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:45:08.137 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:07 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-10T02:45:08.137 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:07 smithi057 systemd[1]: Stopped Ceph alertmanager.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:45:08.137 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 10 02:45:07 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Consumed 1.673s CPU time. 2024-04-10T02:45:08.568 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:45:08 smithi057 podman[144861]: 2024-04-10 02:45:08.196642748 +0000 UTC m=+0.120801661 container died 58502a8eacf647d8ae2018cbc739e1e908c7417e36df6caf7ea3c937f1a8f9fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:45:08.569 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:45:08 smithi057 podman[144861]: 2024-04-10 02:45:08.568788717 +0000 UTC m=+0.492947619 container cleanup 58502a8eacf647d8ae2018cbc739e1e908c7417e36df6caf7ea3c937f1a8f9fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:45:08.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:45:08 smithi057 bash[144861]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a 2024-04-10T02:45:08.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:45:08 smithi057 podman[144875]: 2024-04-10 02:45:08.803213007 +0000 UTC m=+0.607451750 container remove 58502a8eacf647d8ae2018cbc739e1e908c7417e36df6caf7ea3c937f1a8f9fd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T02:45:08.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:45:08 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-10T02:45:09.348 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:45:08 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-10T02:45:09.348 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:45:08 smithi057 systemd[1]: Stopped Ceph node-exporter.a for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:45:09.349 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 10 02:45:08 smithi057 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Consumed 2.175s CPU time. 2024-04-10T02:45:17.279 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 --force --keep-logs 2024-04-10T02:45:19.318 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:45:19 smithi096 systemd[1]: Stopping Ceph node-exporter.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4... 2024-04-10T02:45:19.575 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:45:19 smithi096 podman[100253]: 2024-04-10 02:45:19.317426044 +0000 UTC m=+0.131454791 container died 5785fa6cccd43ca0768a331f1d7b04a1601a2ec67f754c5a79fe2e016c093d4d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:45:19.925 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:45:19 smithi096 podman[100253]: 2024-04-10 02:45:19.665006682 +0000 UTC m=+0.479035420 container cleanup 5785fa6cccd43ca0768a331f1d7b04a1601a2ec67f754c5a79fe2e016c093d4d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:45:19.925 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:45:19 smithi096 bash[100253]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b 2024-04-10T02:45:20.226 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:45:19 smithi096 podman[100268]: 2024-04-10 02:45:19.924446116 +0000 UTC m=+0.607549963 container remove 5785fa6cccd43ca0768a331f1d7b04a1601a2ec67f754c5a79fe2e016c093d4d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T02:45:20.226 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:45:19 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-10T02:45:20.226 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:45:20 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-10T02:45:20.226 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:45:20 smithi096 systemd[1]: Stopped Ceph node-exporter.b for b798e566-f6e0-11ee-b64a-cb9ed24678a4. 2024-04-10T02:45:20.226 INFO:journalctl@ceph.node-exporter.b.smithi096.stdout:Apr 10 02:45:20 smithi096 systemd[1]: ceph-b798e566-f6e0-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Consumed 2.071s CPU time. 2024-04-10T02:45:23.972 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T02:45:24.007 DEBUG:teuthology.orchestra.run.smithi096:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T02:45:24.037 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-10T02:45:24.039 DEBUG:teuthology.misc:Transferring archived files from smithi057:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/crash to /home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899/remote/smithi057/crash 2024-04-10T02:45:24.040 DEBUG:teuthology.orchestra.run.smithi057:> sudo tar c -f - -C /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/crash -- . 2024-04-10T02:45:24.088 INFO:teuthology.orchestra.run.smithi057.stderr:tar: /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-10T02:45:24.089 INFO:teuthology.orchestra.run.smithi057.stderr:tar: Error is not recoverable: exiting now 2024-04-10T02:45:24.090 DEBUG:teuthology.misc:Transferring archived files from smithi096:/var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/crash to /home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899/remote/smithi096/crash 2024-04-10T02:45:24.091 DEBUG:teuthology.orchestra.run.smithi096:> sudo tar c -f - -C /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/crash -- . 2024-04-10T02:45:24.130 INFO:teuthology.orchestra.run.smithi096.stderr:tar: /var/lib/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-10T02:45:24.130 INFO:teuthology.orchestra.run.smithi096.stderr:tar: Error is not recoverable: exiting now 2024-04-10T02:45:24.131 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-10T02:45:24.132 DEBUG:teuthology.orchestra.run.smithi057:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-10T02:45:24.163 INFO:teuthology.orchestra.run.smithi057.stdout:1712715848.5348 mon.a (mon.0) 376 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T02:45:24.163 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-10T02:45:24.163 INFO:tasks.cephadm:Compressing logs... 2024-04-10T02:45:24.163 DEBUG:teuthology.orchestra.run.smithi057:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-10T02:45:24.205 DEBUG:teuthology.orchestra.run.smithi096:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-10T02:45:24.231 INFO:teuthology.orchestra.run.smithi057.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-10T02:45:24.232 INFO:teuthology.orchestra.run.smithi057.stderr:: No such file or directory 2024-04-10T02:45:24.233 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mon.a.log 2024-04-10T02:45:24.233 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.audit.log 2024-04-10T02:45:24.233 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.1.log 2024-04-10T02:45:24.233 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.3.log 2024-04-10T02:45:24.233 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mds.foo.smithi057.lkeszq.log 2024-04-10T02:45:24.244 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mgr.y.log 2024-04-10T02:45:24.244 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mds.foo.smithi057.lkeszq.log: gzip -5 81.9% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mds.foo.smithi057.lkeszq.log.gz 2024-04-10T02:45:24.244 INFO:teuthology.orchestra.run.smithi057.stderr: --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.0.log 2024-04-10T02:45:24.244 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.cephadm.log 2024-04-10T02:45:24.244 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.log 2024-04-10T02:45:24.244 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.cephadm.log: 90.1% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-10T02:45:24.244 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.2.log 2024-04-10T02:45:24.245 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.log: 93.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-10T02:45:24.245 INFO:teuthology.orchestra.run.smithi057.stderr: 93.6% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.audit.log.gz 2024-04-10T02:45:24.245 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-volume.log 2024-04-10T02:45:24.245 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mon.c.log 2024-04-10T02:45:24.245 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-volume.log: 92.6% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.log.gz 2024-04-10T02:45:24.246 INFO:teuthology.orchestra.run.smithi096.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-10T02:45:24.246 INFO:teuthology.orchestra.run.smithi096.stderr:: No such file or directory 2024-04-10T02:45:24.247 INFO:teuthology.orchestra.run.smithi096.stderr:gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.6.log 2024-04-10T02:45:24.247 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.audit.log 2024-04-10T02:45:24.247 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.4.log 2024-04-10T02:45:24.247 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.7.log 2024-04-10T02:45:24.247 INFO:teuthology.orchestra.run.smithi096.stderr:gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.5.log 2024-04-10T02:45:24.247 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.4.log: /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mds.foo.smithi096.qatstr.log 2024-04-10T02:45:24.247 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mgr.x.log 2024-04-10T02:45:24.248 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mds.foo.smithi096.qatstr.log: gzip -5 --verbose -- 62.7% /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.cephadm.log 2024-04-10T02:45:24.248 INFO:teuthology.orchestra.run.smithi096.stderr: -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mds.foo.smithi096.qatstr.log.gz 2024-04-10T02:45:24.248 INFO:teuthology.orchestra.run.smithi096.stderr:gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.log 2024-04-10T02:45:24.248 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mgr.x.log: /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.cephadm.log: 83.4% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-10T02:45:24.248 INFO:teuthology.orchestra.run.smithi096.stderr:gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-volume.log 2024-04-10T02:45:24.248 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.log: 89.6% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.audit.log.gz 2024-04-10T02:45:24.248 INFO:teuthology.orchestra.run.smithi096.stderr:gzip -5 --verbose -- /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mon.b.log 2024-04-10T02:45:24.248 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-volume.log: 87.4% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph.log.gz 2024-04-10T02:45:24.249 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mon.b.log: 91.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-10T02:45:24.254 INFO:teuthology.orchestra.run.smithi096.stderr: 91.3% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-volume.log.gz 2024-04-10T02:45:24.262 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mon.c.log: 91.0% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-volume.log.gz 2024-04-10T02:45:24.299 INFO:teuthology.orchestra.run.smithi096.stderr: 89.6% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mgr.x.log.gz 2024-04-10T02:45:24.519 INFO:teuthology.orchestra.run.smithi096.stderr: 92.3% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mon.b.log.gz 2024-04-10T02:45:24.590 INFO:teuthology.orchestra.run.smithi057.stderr: 88.6% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mgr.y.log.gz 2024-04-10T02:45:24.710 INFO:teuthology.orchestra.run.smithi057.stderr: 92.0% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mon.c.log.gz 2024-04-10T02:45:24.739 INFO:teuthology.orchestra.run.smithi096.stderr: 93.3% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.4.log.gz 2024-04-10T02:45:24.750 INFO:teuthology.orchestra.run.smithi057.stderr: 93.2% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.0.log.gz 2024-04-10T02:45:24.770 INFO:teuthology.orchestra.run.smithi096.stderr: 92.8% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.6.log.gz 2024-04-10T02:45:24.814 INFO:teuthology.orchestra.run.smithi057.stderr: 92.8% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.2.log.gz 2024-04-10T02:45:24.829 INFO:teuthology.orchestra.run.smithi096.stderr: 93.4% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.7.log.gz 2024-04-10T02:45:24.882 INFO:teuthology.orchestra.run.smithi096.stderr: 93.4% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.5.log.gz 2024-04-10T02:45:24.884 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-04-10T02:45:24.884 INFO:teuthology.orchestra.run.smithi096.stderr:real 0m0.665s 2024-04-10T02:45:24.884 INFO:teuthology.orchestra.run.smithi096.stderr:user 0m2.567s 2024-04-10T02:45:24.885 INFO:teuthology.orchestra.run.smithi096.stderr:sys 0m0.127s 2024-04-10T02:45:24.932 INFO:teuthology.orchestra.run.smithi057.stderr: 93.4% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.3.log.gz 2024-04-10T02:45:25.046 INFO:teuthology.orchestra.run.smithi057.stderr: 93.6% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-osd.1.log.gz 2024-04-10T02:45:25.261 INFO:teuthology.orchestra.run.smithi057.stderr: 90.5% -- replaced with /var/log/ceph/b798e566-f6e0-11ee-b64a-cb9ed24678a4/ceph-mon.a.log.gz 2024-04-10T02:45:25.264 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-10T02:45:25.264 INFO:teuthology.orchestra.run.smithi057.stderr:real 0m1.046s 2024-04-10T02:45:25.264 INFO:teuthology.orchestra.run.smithi057.stderr:user 0m4.357s 2024-04-10T02:45:25.264 INFO:teuthology.orchestra.run.smithi057.stderr:sys 0m0.165s 2024-04-10T02:45:25.264 INFO:tasks.cephadm:Archiving logs... 2024-04-10T02:45:25.265 DEBUG:teuthology.misc:Transferring archived files from smithi057:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899/remote/smithi057/log 2024-04-10T02:45:25.266 DEBUG:teuthology.orchestra.run.smithi057:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-10T02:45:25.928 DEBUG:teuthology.misc:Transferring archived files from smithi096:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899/remote/smithi096/log 2024-04-10T02:45:25.929 DEBUG:teuthology.orchestra.run.smithi096:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-10T02:45:26.337 INFO:tasks.cephadm:Removing cluster... 2024-04-10T02:45:26.338 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 --force 2024-04-10T02:45:26.825 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b798e566-f6e0-11ee-b64a-cb9ed24678a4 --force 2024-04-10T02:45:27.304 INFO:tasks.cephadm:Removing cephadm ... 2024-04-10T02:45:27.305 DEBUG:teuthology.orchestra.run.smithi057:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-10T02:45:27.322 DEBUG:teuthology.orchestra.run.smithi096:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-10T02:45:27.337 INFO:tasks.cephadm:Teardown complete 2024-04-10T02:45:27.337 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-10T02:45:27.348 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-10T02:45:27.348 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-10T02:45:27.365 DEBUG:teuthology.orchestra.run.smithi096:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-10T02:45:27.454 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-10T02:45:27.465 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-10T02:45:27.465 DEBUG:teuthology.orchestra.run.smithi057:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T02:45:27.468 DEBUG:teuthology.orchestra.run.smithi096:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T02:45:27.480 INFO:teuthology.orchestra.run.smithi057.stderr:bash: line 1: ntpq: command not found 2024-04-10T02:45:27.482 INFO:teuthology.orchestra.run.smithi096.stderr:bash: line 1: ntpq: command not found 2024-04-10T02:45:27.485 INFO:teuthology.orchestra.run.smithi057.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T02:45:27.485 INFO:teuthology.orchestra.run.smithi057.stdout:=============================================================================== 2024-04-10T02:45:27.485 INFO:teuthology.orchestra.run.smithi057.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 47 -191us[ -191us] +/- 74ms 2024-04-10T02:45:27.486 INFO:teuthology.orchestra.run.smithi057.stdout:^* hv02.front.sepia.ceph.com 3 6 377 50 -547us[ -552us] +/- 67ms 2024-04-10T02:45:27.486 INFO:teuthology.orchestra.run.smithi057.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 48 +991us[ +991us] +/- 88ms 2024-04-10T02:45:27.486 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T02:45:27.487 INFO:teuthology.orchestra.run.smithi096.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T02:45:27.487 INFO:teuthology.orchestra.run.smithi096.stdout:=============================================================================== 2024-04-10T02:45:27.487 INFO:teuthology.orchestra.run.smithi096.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 46 -133us[ -133us] +/- 74ms 2024-04-10T02:45:27.487 INFO:teuthology.orchestra.run.smithi096.stdout:^* hv02.front.sepia.ceph.com 3 7 377 111 -429us[ -413us] +/- 66ms 2024-04-10T02:45:27.487 INFO:teuthology.orchestra.run.smithi096.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 +1041us[+1041us] +/- 88ms 2024-04-10T02:45:27.488 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T02:45:27.488 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-10T02:45:27.497 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-10T02:45:27.498 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-10T02:45:27.507 DEBUG:teuthology.orchestra.run.smithi057:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-10T02:45:27.617 DEBUG:teuthology.orchestra.run.smithi096:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-10T02:45:27.693 DEBUG:teuthology.orchestra.run.smithi057:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T02:45:27.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T02:45:27.724 DEBUG:teuthology.orchestra.run.smithi096:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T02:45:27.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T02:45:27.755 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-10T02:45:27.765 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-10T02:45:27.805 INFO:teuthology.task.internal:Duration was 2005.024467 seconds 2024-04-10T02:45:27.806 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-10T02:45:27.815 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-10T02:45:27.816 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-10T02:45:27.818 DEBUG:teuthology.orchestra.run.smithi096:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-10T02:45:27.859 INFO:teuthology.orchestra.run.smithi057.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T02:45:27.861 INFO:teuthology.orchestra.run.smithi096.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T02:45:28.170 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-10T02:45:28.171 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi057.front.sepia.ceph.com 2024-04-10T02:45:28.171 DEBUG:teuthology.orchestra.run.smithi057:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-10T02:45:28.231 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi096.front.sepia.ceph.com 2024-04-10T02:45:28.231 DEBUG:teuthology.orchestra.run.smithi096:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-10T02:45:28.257 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-10T02:45:28.258 DEBUG:teuthology.orchestra.run.smithi057:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-10T02:45:28.273 DEBUG:teuthology.orchestra.run.smithi096:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-10T02:45:28.326 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-10T02:45:28.326 DEBUG:teuthology.orchestra.run.smithi057:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-10T02:45:28.341 DEBUG:teuthology.orchestra.run.smithi096:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-10T02:45:28.781 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-10T02:45:28.793 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-10T02:45:28.793 DEBUG:teuthology.orchestra.run.smithi057:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-10T02:45:28.820 DEBUG:teuthology.orchestra.run.smithi096:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-10T02:45:28.847 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-10T02:45:28.857 DEBUG:teuthology.orchestra.run.smithi057:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-10T02:45:28.862 DEBUG:teuthology.orchestra.run.smithi096:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-10T02:45:28.884 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern = core 2024-04-10T02:45:28.911 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern = core 2024-04-10T02:45:28.944 DEBUG:teuthology.orchestra.run.smithi057:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-10T02:45:28.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T02:45:28.958 DEBUG:teuthology.orchestra.run.smithi096:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-10T02:45:28.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T02:45:28.999 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-10T02:45:29.011 INFO:teuthology.task.internal:Transferring archived files... 2024-04-10T02:45:29.012 DEBUG:teuthology.misc:Transferring archived files from smithi057:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899/remote/smithi057 2024-04-10T02:45:29.012 DEBUG:teuthology.orchestra.run.smithi057:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-10T02:45:29.061 DEBUG:teuthology.misc:Transferring archived files from smithi096:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899/remote/smithi096 2024-04-10T02:45:29.061 DEBUG:teuthology.orchestra.run.smithi096:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-10T02:45:29.100 INFO:teuthology.task.internal:Removing archive directory... 2024-04-10T02:45:29.101 DEBUG:teuthology.orchestra.run.smithi057:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-10T02:45:29.103 DEBUG:teuthology.orchestra.run.smithi096:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-10T02:45:29.148 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-10T02:45:29.161 INFO:teuthology.task.internal:Not uploading archives. 2024-04-10T02:45:29.161 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-10T02:45:29.172 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-10T02:45:29.172 DEBUG:teuthology.orchestra.run.smithi057:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-10T02:45:29.177 DEBUG:teuthology.orchestra.run.smithi096:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-10T02:45:29.187 INFO:teuthology.orchestra.run.smithi057.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 10 02:45 /home/ubuntu/cephtest 2024-04-10T02:45:29.203 INFO:teuthology.orchestra.run.smithi096.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 10 02:45 /home/ubuntu/cephtest 2024-04-10T02:45:29.204 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-10T02:45:29.215 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-10T02:45:29.238 INFO:teuthology.nuke:Checking targets against current locks 2024-04-10T02:45:29.266 DEBUG:teuthology.nuke:shortname: smithi057 2024-04-10T02:45:29.266 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-10T02:45:29.290 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi057.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 02:02:41.837121', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNbEuqU1vD2nm7aEjFxwYSZFtiO8eHcGONnAvCeIfWYMk5e1kmuHPgszm+zbgN6fJC9+6xdnVu/T1YS/D2iT/Nk='} 2024-04-10T02:45:29.294 DEBUG:teuthology.nuke:shortname: smithi096 2024-04-10T02:45:29.295 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-10T02:45:29.318 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi096.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-09_14:58:21-upgrade-wip-yuri4-testing-2024-04-08-1432-distro-default-smithi/7648899', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 02:02:41.835670', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBK8lKLqY59GYgW8t+rVoE8QbW/puJ04nRrw9lyADSCHCz8MhNt+tmBdN3hV/V5JH++mnAVp8+gWRul+PyFwAe64='} 2024-04-10T02:45:29.351 INFO:teuthology.orchestra.console.smithi057:Power off 2024-04-10T02:45:29.352 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-10T02:45:29.377 DEBUG:teuthology.orchestra.console.smithi057:power off output: Chassis Power Control: Down/Off 2024-04-10T02:45:29.377 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T02:45:29.397 INFO:teuthology.orchestra.console.smithi096:Power off 2024-04-10T02:45:29.397 DEBUG:teuthology.orchestra.console.smithi096:pexpect command: ipmitool -H smithi096.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-10T02:45:29.408 DEBUG:teuthology.orchestra.console.smithi057:check power output: Chassis Power is on 2024-04-10T02:45:29.421 DEBUG:teuthology.orchestra.console.smithi096:power off output: Chassis Power Control: Down/Off 2024-04-10T02:45:29.422 DEBUG:teuthology.orchestra.console.smithi096:pexpect command: ipmitool -H smithi096.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T02:45:29.447 DEBUG:teuthology.orchestra.console.smithi096:check power output: Chassis Power is on 2024-04-10T02:45:33.409 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T02:45:33.449 DEBUG:teuthology.orchestra.console.smithi096:pexpect command: ipmitool -H smithi096.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T02:45:33.521 DEBUG:teuthology.orchestra.console.smithi057:check power output: Chassis Power is on 2024-04-10T02:45:33.560 DEBUG:teuthology.orchestra.console.smithi096:check power output: Chassis Power is on 2024-04-10T02:45:37.522 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T02:45:37.560 DEBUG:teuthology.orchestra.console.smithi096:pexpect command: ipmitool -H smithi096.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T02:45:37.633 DEBUG:teuthology.orchestra.console.smithi057:check power output: Chassis Power is off 2024-04-10T02:45:37.672 DEBUG:teuthology.orchestra.console.smithi096:check power output: Chassis Power is off 2024-04-10T02:45:37.735 INFO:teuthology.orchestra.console.smithi057:Power off completed 2024-04-10T02:45:37.773 INFO:teuthology.orchestra.console.smithi096:Power off completed 2024-04-10T02:45:37.878 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} duration: 2005.0244665145874 failure_reason: timeout expired in wait_until_healthy flavor: default owner: scheduled_yuriw@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=c949101dd325430294517a73db2cd119 status: fail success: false 2024-04-10T02:45:37.879 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-10T02:45:37.952 INFO:teuthology.run:FAIL